{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5031.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10408): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10408) [trial-2353↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10408)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10408): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10408) [trial-2353↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a02:10:08.953110 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a02:10:08.963854 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a02:10:09.542009 tst mo_mt_sms.py: using LAC 18337\u000a02:10:09.658225 tst mo_mt_sms.py: using RAC 232\u000a02:10:09.783425 tst mo_mt_sms.py: using CellId 18337\u000a02:10:09.907800 tst mo_mt_sms.py: using BVCI 18338\u000a02:10:09.932058 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:10:10.114695 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:10:10.409583 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:10:10.545439 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:10:12.912862 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10407): Launched\u000a02:10:13.238236 run osmo-nitb_10.42.42.2(pid=10408): Launched\u000a02:10:13.424311 run osmo-nitb_10.42.42.2(pid=10408): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10408)]\u000a02:10:13.558540 run osmo-nitb_10.42.42.2(pid=10408): stdout: \u000a| (launched: 2022-12-09_02:10:13.078983) \u000a02:10:13.692769 run osmo-nitb_10.42.42.2(pid=10408): stderr: \u000a| (launched: 2022-12-09_02:10:13.127831)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:13.822696 run osmo-nitb_10.42.42.2(pid=10408): stdout: \u000a| (launched: 2022-12-09_02:10:13.078983) \u000a02:10:13.951254 run osmo-nitb_10.42.42.2(pid=10408): stderr: \u000a| (launched: 2022-12-09_02:10:13.127831)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:14.007555 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10408): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10408) [trial-2353↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10408)] [trial-2353↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a02:10:14.015922 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a02:10:14.052181 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10407): Terminating (SIGTERM)\u000a02:10:14.230008 --- ParallelTerminationStrategy: PID 10407 died...\u000a02:10:14.287001 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10407): Terminated: ok {rc=0}\u000a02:10:14.375455 bus /sierra_3: Setting Powered False\u000a02:10:15.484106 bus /sierra_3: Setting Powered False\u000a02:10:16.593852 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:10:08" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10419): Process ended prematurely: osmo-stp_10.42.42.5(pid=10419) [trial-2353↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10419): Process ended prematurely: osmo-stp_10.42.42.5(pid=10419) [trial-2353↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a02:10:18.442127 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:18.452688 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a02:10:18.577650 tst mo_mt_sms.py: using LAC 18338\u000a02:10:18.700878 tst mo_mt_sms.py: using RAC 233\u000a02:10:18.820035 tst mo_mt_sms.py: using CellId 18338\u000a02:10:18.939600 tst mo_mt_sms.py: using BVCI 18339\u000a02:10:18.962740 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:18.973358 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:18.983776 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:18.994586 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:19.005441 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:19.016112 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:10:19.129250 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:10:19.344259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:21.122828 run create_hlr_db(pid=10413): Launched\u000a02:10:21.311627 bus /sierra_2: Setting Powered False\u000a02:10:22.331251 run create_hlr_db(pid=10413): Terminated: ok {rc=0}\u000a02:10:22.765252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10415): Launched\u000a02:10:23.093373 run osmo-hlr_10.42.42.2(pid=10416): Launched\u000a02:10:23.215149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:25.791524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10418): Launched\u000a02:10:26.118082 run osmo-stp_10.42.42.5(pid=10419): Launched\u000a02:10:26.236291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:31.758561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10421): Launched\u000a02:10:32.140511 run osmo-msc_10.42.42.6(pid=10422): Launched\u000a02:10:32.431681 run osmo-stp_10.42.42.5(pid=10419): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)]\u000a02:10:32.561528 run osmo-stp_10.42.42.5(pid=10419): stdout: \u000a| (launched: 2022-12-09_02:10:25.957300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:32.687781 run osmo-stp_10.42.42.5(pid=10419): stderr: \u000a| �[0;m�[38;5;43m20221209021026152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021026152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021026153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021026153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021026154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021026154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021026154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:32.809340 run osmo-stp_10.42.42.5(pid=10419): stdout: \u000a| (launched: 2022-12-09_02:10:25.957300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:32.930135 run osmo-stp_10.42.42.5(pid=10419): stderr: \u000a| �[0;m�[38;5;43m20221209021026152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021026152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021026153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021026153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021026154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021026154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021026154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:32.983046 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10419): Process ended prematurely: osmo-stp_10.42.42.5(pid=10419) [trial-2353↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10419)] [trial-2353↪sms:sysmo↪mo_mt_sms.py:16]\u000a02:10:32.991054 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a02:10:33.050998 run osmo-hlr_10.42.42.2(pid=10416): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10416)]\u000a02:10:33.100363 run osmo-hlr_10.42.42.2(pid=10416): stdout: \u000a| (launched: 2022-12-09_02:10:22.931557) \u000a02:10:33.150135 run osmo-hlr_10.42.42.2(pid=10416): stderr: \u000a| �[0;m�[1;31m20221209021023136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021023136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021023136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021023136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021023136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021023136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021023149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021023157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021023157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021023157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:33.218451 run osmo-msc_10.42.42.6(pid=10422): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10422)]\u000a02:10:33.267991 run osmo-msc_10.42.42.6(pid=10422): stdout: \u000a| (launched: 2022-12-09_02:10:31.917647) \u000a02:10:33.317641 run osmo-msc_10.42.42.6(pid=10422): stderr: \u000a| �[0;m�[38;5;43m20221209021032381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021032381 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f112fac5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021032381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021032382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021032382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021032382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021032384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021032384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021032384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021032384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:33.359815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10415): Terminating (SIGTERM)\u000a02:10:33.399667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10418): Terminating (SIGTERM)\u000a02:10:33.439812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10421): Terminating (SIGTERM)\u000a02:10:33.449081 --- ParallelTerminationStrategy: PID 10415 died...\u000a02:10:33.502731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10415): Terminated: ok {rc=0}\u000a02:10:33.512273 --- ParallelTerminationStrategy: PID 10418 died...\u000a02:10:33.566139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10418): Terminated: ok {rc=0}\u000a02:10:33.575757 --- ParallelTerminationStrategy: PID 10421 died...\u000a02:10:33.629634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10421): Terminated: ok {rc=0}\u000a02:10:33.718960 bus /sierra_3: Setting Powered False\u000a02:10:34.823346 bus /sierra_3: Setting Powered False\u000a02:10:35.936120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:10:18" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10428) [trial-2353↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10428)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10428) [trial-2353↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a02:10:37.735793 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a02:10:37.747220 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a02:10:37.880829 tst assert_extension.py: using LAC 18339\u000a02:10:38.010676 tst assert_extension.py: using RAC 234\u000a02:10:38.138272 tst assert_extension.py: using CellId 18339\u000a02:10:38.267406 tst assert_extension.py: using BVCI 18340\u000a02:10:38.292274 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a02:10:38.569846 tst assert_extension.py:10: start nitb and bts...\u000a02:10:38.695249 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:10:39.323307 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10427): Launched\u000a02:10:39.624124 run osmo-nitb_10.42.42.2(pid=10428): Launched\u000a02:10:39.808629 run osmo-nitb_10.42.42.2(pid=10428): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10428)]\u000a02:10:39.944519 run osmo-nitb_10.42.42.2(pid=10428): stdout: \u000a| (launched: 2022-12-09_02:10:39.476787) \u000a02:10:40.080625 run osmo-nitb_10.42.42.2(pid=10428): stderr: \u000a| (launched: 2022-12-09_02:10:39.521977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:40.212405 run osmo-nitb_10.42.42.2(pid=10428): stdout: \u000a| (launched: 2022-12-09_02:10:39.476787) \u000a02:10:40.343591 run osmo-nitb_10.42.42.2(pid=10428): stderr: \u000a| (launched: 2022-12-09_02:10:39.521977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:40.745733 tst osmo-nitb_10.42.42.2(pid=10428): stdout: \u000a| (launched: 2022-12-09_02:10:39.476787) \u000a02:10:40.866059 tst osmo-nitb_10.42.42.2(pid=10428): stderr: \u000a| (launched: 2022-12-09_02:10:39.521977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:40.918753 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10428) [trial-2353↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10428)] [trial-2353↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a02:10:40.926926 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a02:10:40.961486 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10427): Terminating (SIGTERM)\u000a02:10:41.138832 --- ParallelTerminationStrategy: PID 10427 died...\u000a02:10:41.194027 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10427): Terminated: ok {rc=0}\u000a02:10:41.281631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:10:37" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10438): Process ended prematurely: osmo-stp_10.42.42.5(pid=10438) [trial-2353↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10438)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10438): Process ended prematurely: osmo-stp_10.42.42.5(pid=10438) [trial-2353↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a02:10:43.082608 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:43.093913 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a02:10:43.230704 tst assert_extension.py: using LAC 18340\u000a02:10:43.357958 tst assert_extension.py: using RAC 235\u000a02:10:43.486091 tst assert_extension.py: using CellId 18340\u000a02:10:43.606592 tst assert_extension.py: using BVCI 18341\u000a02:10:43.629940 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:43.641059 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:43.651826 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:43.662884 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:43.674098 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:43.685209 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a02:10:43.897689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:44.411243 run create_hlr_db(pid=10432): Launched\u000a02:10:44.599602 bus /sierra_2: Setting Powered False\u000a02:10:45.620109 run create_hlr_db(pid=10432): Terminated: ok {rc=0}\u000a02:10:46.074031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10434): Launched\u000a02:10:46.464171 run osmo-hlr_10.42.42.2(pid=10435): Launched\u000a02:10:46.749899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:47.426660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10437): Launched\u000a02:10:47.732510 run osmo-stp_10.42.42.5(pid=10438): Launched\u000a02:10:47.842033 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:48.393850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10440): Launched\u000a02:10:48.698871 run osmo-msc_10.42.42.6(pid=10441): Launched\u000a02:10:48.877129 run osmo-stp_10.42.42.5(pid=10438): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10438)]\u000a02:10:49.005292 run osmo-stp_10.42.42.5(pid=10438): stdout: \u000a| (launched: 2022-12-09_02:10:47.582191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:49.131689 run osmo-stp_10.42.42.5(pid=10438): stderr: \u000a| �[0;m�[38;5;43m20221209021047755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021047755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021047756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021047756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021047756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021047757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021047757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:49.253345 run osmo-stp_10.42.42.5(pid=10438): stdout: \u000a| (launched: 2022-12-09_02:10:47.582191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:49.374828 run osmo-stp_10.42.42.5(pid=10438): stderr: \u000a| �[0;m�[38;5;43m20221209021047755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021047755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021047756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021047756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021047756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021047757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021047757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:49.427944 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10438): Process ended prematurely: osmo-stp_10.42.42.5(pid=10438) [trial-2353↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10438)] [trial-2353↪ussd:sysmo↪assert_extension.py:17]\u000a02:10:49.435858 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a02:10:49.495444 run osmo-hlr_10.42.42.2(pid=10435): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10435)]\u000a02:10:49.544529 run osmo-hlr_10.42.42.2(pid=10435): stdout: \u000a| (launched: 2022-12-09_02:10:46.230407) \u000a02:10:49.594000 run osmo-hlr_10.42.42.2(pid=10435): stderr: \u000a| �[0;m�[1;31m20221209021046514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021046514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021046515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021046515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021046515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021046515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021046535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021046553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021046554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021046554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:49.661344 run osmo-msc_10.42.42.6(pid=10441): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10441)]\u000a02:10:49.710317 run osmo-msc_10.42.42.6(pid=10441): stdout: \u000a| (launched: 2022-12-09_02:10:48.547456) \u000a02:10:49.759835 run osmo-msc_10.42.42.6(pid=10441): stderr: \u000a| �[0;m�[38;5;43m20221209021048824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021048824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23e9e62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021048824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021048824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021048824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021048825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021048827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021048827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021048828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021048828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:49.801933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10434): Terminating (SIGTERM)\u000a02:10:49.841485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10437): Terminating (SIGTERM)\u000a02:10:49.881269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10440): Terminating (SIGTERM)\u000a02:10:49.890492 --- ParallelTerminationStrategy: PID 10434 died...\u000a02:10:49.944019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10434): Terminated: ok {rc=0}\u000a02:10:49.953584 --- ParallelTerminationStrategy: PID 10437 died...\u000a02:10:50.007075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10437): Terminated: ok {rc=0}\u000a02:10:50.016540 --- ParallelTerminationStrategy: PID 10440 died...\u000a02:10:50.069664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10440): Terminated: ok {rc=0}\u000a02:10:50.153341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:10:42" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10452): Process ended prematurely: osmo-stp_10.42.42.5(pid=10452) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10452)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10452): Process ended prematurely: osmo-stp_10.42.42.5(pid=10452) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:10:52.090128 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:52.102220 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:10:52.253328 tst mo_mt_call.py: using LAC 18341\u000a02:10:52.373945 tst mo_mt_call.py: using RAC 236\u000a02:10:52.493905 tst mo_mt_call.py: using CellId 18341\u000a02:10:52.613518 tst mo_mt_call.py: using BVCI 18342\u000a02:10:52.637084 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:52.648201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:52.659278 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:52.670341 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:52.681300 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:52.692221 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:52.814423 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:53.029881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:53.551440 run create_hlr_db(pid=10446): Launched\u000a02:10:53.742344 bus /sierra_2: Setting Powered False\u000a02:10:54.763403 run create_hlr_db(pid=10446): Terminated: ok {rc=0}\u000a02:10:55.204125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10448): Launched\u000a02:10:55.538181 run osmo-hlr_10.42.42.2(pid=10449): Launched\u000a02:10:55.662593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:56.239177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10451): Launched\u000a02:10:56.572339 run osmo-stp_10.42.42.5(pid=10452): Launched\u000a02:10:56.694257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:57.300656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10454): Launched\u000a02:10:57.635813 run osmo-msc_10.42.42.6(pid=10455): Launched\u000a02:10:57.831258 run osmo-stp_10.42.42.5(pid=10452): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10452)]\u000a02:10:57.971492 run osmo-stp_10.42.42.5(pid=10452): stdout: \u000a| (launched: 2022-12-09_02:10:56.407487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:58.109844 run osmo-stp_10.42.42.5(pid=10452): stderr: \u000a| �[0;m�[38;5;43m20221209021056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021056603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021056603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:58.242815 run osmo-stp_10.42.42.5(pid=10452): stdout: \u000a| (launched: 2022-12-09_02:10:56.407487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:58.374601 run osmo-stp_10.42.42.5(pid=10452): stderr: \u000a| �[0;m�[38;5;43m20221209021056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021056603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021056603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:58.432474 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10452): Process ended prematurely: osmo-stp_10.42.42.5(pid=10452) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10452)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:10:58.441844 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:10:58.505147 run osmo-hlr_10.42.42.2(pid=10449): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10449)]\u000a02:10:58.557007 run osmo-hlr_10.42.42.2(pid=10449): stdout: \u000a| (launched: 2022-12-09_02:10:55.373015) \u000a02:10:58.609778 run osmo-hlr_10.42.42.2(pid=10449): stderr: \u000a| �[0;m�[1;31m20221209021055573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021055574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021055574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021055574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021055574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021055574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021055589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021055597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021055597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021055597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:58.680725 run osmo-msc_10.42.42.6(pid=10455): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10455)]\u000a02:10:58.732847 run osmo-msc_10.42.42.6(pid=10455): stdout: \u000a| (launched: 2022-12-09_02:10:57.470486) \u000a02:10:58.785423 run osmo-msc_10.42.42.6(pid=10455): stderr: \u000a| �[0;m�[38;5;43m20221209021057791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021057791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0c3627c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021057791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021057791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021057791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021057791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021057793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021057793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021057794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021057794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:58.830494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10448): Terminating (SIGTERM)\u000a02:10:58.872925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10451): Terminating (SIGTERM)\u000a02:10:58.915110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10454): Terminating (SIGTERM)\u000a02:10:58.925139 --- ParallelTerminationStrategy: PID 10448 died...\u000a02:10:58.981623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10448): Terminated: ok {rc=0}\u000a02:10:58.991813 --- ParallelTerminationStrategy: PID 10451 died...\u000a02:10:59.048076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10451): Terminated: ok {rc=0}\u000a02:10:59.058376 --- ParallelTerminationStrategy: PID 10454 died...\u000a02:10:59.114801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10454): Terminated: ok {rc=0}\u000a02:10:59.202556 bus /sierra_3: Setting Powered False\u000a02:11:00.305877 bus /sierra_3: Setting Powered False\u000a02:11:01.415325 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10464): Process ended prematurely: osmo-stp_10.42.42.5(pid=10464) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10464)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10464): Process ended prematurely: osmo-stp_10.42.42.5(pid=10464) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:02.525364 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:11:02.537350 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:11:02.713752 tst mo_mt_call_osmux.py: using LAC 18342\u000a02:11:02.935650 tst mo_mt_call_osmux.py: using RAC 237\u000a02:11:03.059082 tst mo_mt_call_osmux.py: using CellId 18342\u000a02:11:03.178844 tst mo_mt_call_osmux.py: using BVCI 18343\u000a02:11:03.202599 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:11:03.213971 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:11:03.224996 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:11:03.236100 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:11:03.247250 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:11:03.258346 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:11:03.375835 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:11:03.594172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:04.122034 run create_hlr_db(pid=10458): Launched\u000a02:11:04.313902 bus /sierra_2: Setting Powered False\u000a02:11:05.335519 run create_hlr_db(pid=10458): Terminated: ok {rc=0}\u000a02:11:05.753574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10460): Launched\u000a02:11:06.065454 run osmo-hlr_10.42.42.2(pid=10461): Launched\u000a02:11:06.176799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:06.717858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10463): Launched\u000a02:11:07.028473 run osmo-stp_10.42.42.5(pid=10464): Launched\u000a02:11:07.141464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:07.707741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10466): Launched\u000a02:11:08.020184 run osmo-msc_10.42.42.6(pid=10467): Launched\u000a02:11:08.200572 run osmo-stp_10.42.42.5(pid=10464): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10464)]\u000a02:11:08.330865 run osmo-stp_10.42.42.5(pid=10464): stdout: \u000a| (launched: 2022-12-09_02:11:06.874827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:08.459686 run osmo-stp_10.42.42.5(pid=10464): stderr: \u000a| �[0;m�[38;5;43m20221209021107047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021107047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021107047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021107048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021107051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021107051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021107051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:08.583751 run osmo-stp_10.42.42.5(pid=10464): stdout: \u000a| (launched: 2022-12-09_02:11:06.874827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:08.706765 run osmo-stp_10.42.42.5(pid=10464): stderr: \u000a| �[0;m�[38;5;43m20221209021107047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021107047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021107047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021107048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021107051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021107051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021107051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:08.761151 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10464): Process ended prematurely: osmo-stp_10.42.42.5(pid=10464) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10464)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:11:08.769903 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:11:08.829636 run osmo-hlr_10.42.42.2(pid=10461): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10461)]\u000a02:11:08.879247 run osmo-hlr_10.42.42.2(pid=10461): stdout: \u000a| (launched: 2022-12-09_02:11:05.911550) \u000a02:11:08.929194 run osmo-hlr_10.42.42.2(pid=10461): stderr: \u000a| �[0;m�[1;31m20221209021106091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021106092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021106092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021106092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021106092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021106092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021106293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021106302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021106303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021106303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:08.996719 run osmo-msc_10.42.42.6(pid=10467): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10467)]\u000a02:11:09.045724 run osmo-msc_10.42.42.6(pid=10467): stdout: \u000a| (launched: 2022-12-09_02:11:07.864746) \u000a02:11:09.095387 run osmo-msc_10.42.42.6(pid=10467): stderr: \u000a| �[0;m�[38;5;43m20221209021108141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021108141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb3cebcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021108142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021108142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021108142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021108142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021108144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021108144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021108144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021108144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:09.137552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10460): Terminating (SIGTERM)\u000a02:11:09.177398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10463): Terminating (SIGTERM)\u000a02:11:09.217162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10466): Terminating (SIGTERM)\u000a02:11:09.226367 --- ParallelTerminationStrategy: PID 10460 died...\u000a02:11:09.279517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10460): Terminated: ok {rc=0}\u000a02:11:09.289339 --- ParallelTerminationStrategy: PID 10463 died...\u000a02:11:09.342756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10463): Terminated: ok {rc=0}\u000a02:11:09.352373 --- ParallelTerminationStrategy: PID 10466 died...\u000a02:11:09.406065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10466): Terminated: ok {rc=0}\u000a02:11:09.490262 bus /sierra_3: Setting Powered False\u000a02:11:10.598227 bus /sierra_3: Setting Powered False\u000a02:11:11.706548 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:10:51" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10479): Process ended prematurely: osmo-stp_10.42.42.5(pid=10479) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10479): Process ended prematurely: osmo-stp_10.42.42.5(pid=10479) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:11:13.683309 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:13.694917 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:11:13.852234 tst mo_mt_call.py: using LAC 18343\u000a02:11:13.982155 tst mo_mt_call.py: using RAC 238\u000a02:11:14.107752 tst mo_mt_call.py: using CellId 18343\u000a02:11:14.232158 tst mo_mt_call.py: using BVCI 18344\u000a02:11:14.255950 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:14.267487 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:14.278566 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:14.289691 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:14.300657 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:14.311602 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:11:14.433360 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:11:14.640167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:15.138362 run create_hlr_db(pid=10473): Launched\u000a02:11:15.315978 bus /sierra_2: Setting Powered False\u000a02:11:16.380514 run create_hlr_db(pid=10473): Terminated: ok {rc=0}\u000a02:11:16.883430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10475): Launched\u000a02:11:17.246038 run osmo-hlr_10.42.42.2(pid=10476): Launched\u000a02:11:17.362537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:17.918469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10478): Launched\u000a02:11:18.228817 run osmo-stp_10.42.42.5(pid=10479): Launched\u000a02:11:18.342017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:18.905781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10481): Launched\u000a02:11:19.216734 run osmo-msc_10.42.42.6(pid=10482): Launched\u000a02:11:19.397209 run osmo-stp_10.42.42.5(pid=10479): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)]\u000a02:11:19.526367 run osmo-stp_10.42.42.5(pid=10479): stdout: \u000a| (launched: 2022-12-09_02:11:18.075302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:19.654791 run osmo-stp_10.42.42.5(pid=10479): stderr: \u000a| �[0;m�[38;5;43m20221209021118249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021118250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021118251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021118251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021118251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021118252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021118252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:19.778363 run osmo-stp_10.42.42.5(pid=10479): stdout: \u000a| (launched: 2022-12-09_02:11:18.075302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:19.900782 run osmo-stp_10.42.42.5(pid=10479): stderr: \u000a| �[0;m�[38;5;43m20221209021118249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021118250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021118251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021118251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021118251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021118252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021118252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:19.954742 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10479): Process ended prematurely: osmo-stp_10.42.42.5(pid=10479) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10479)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:11:19.963182 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:11:20.022290 run osmo-hlr_10.42.42.2(pid=10476): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10476)]\u000a02:11:20.070910 run osmo-hlr_10.42.42.2(pid=10476): stdout: \u000a| (launched: 2022-12-09_02:11:17.044420) \u000a02:11:20.120256 run osmo-hlr_10.42.42.2(pid=10476): stderr: \u000a| �[0;m�[1;31m20221209021117326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021117326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021117327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021117327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021117327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021117327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021117339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021117348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021117348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021117348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:20.186941 run osmo-msc_10.42.42.6(pid=10482): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10482)]\u000a02:11:20.235749 run osmo-msc_10.42.42.6(pid=10482): stdout: \u000a| (launched: 2022-12-09_02:11:19.062759) \u000a02:11:20.284986 run osmo-msc_10.42.42.6(pid=10482): stderr: \u000a| �[0;m�[38;5;43m20221209021119341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021119341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6746ce3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021119342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021119342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021119342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021119342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021119344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021119346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021119346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021119346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:20.326705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10475): Terminating (SIGTERM)\u000a02:11:20.365936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10478): Terminating (SIGTERM)\u000a02:11:20.405243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10481): Terminating (SIGTERM)\u000a02:11:20.414271 --- ParallelTerminationStrategy: PID 10475 died...\u000a02:11:20.466678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10475): Terminated: ok {rc=0}\u000a02:11:20.476025 --- ParallelTerminationStrategy: PID 10478 died...\u000a02:11:20.528845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10478): Terminated: ok {rc=0}\u000a02:11:20.538226 --- ParallelTerminationStrategy: PID 10481 died...\u000a02:11:20.591231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10481): Terminated: ok {rc=0}\u000a02:11:20.675369 bus /sierra_3: Setting Powered False\u000a02:11:21.784167 bus /sierra_3: Setting Powered False\u000a02:11:22.897473 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10490): Process ended prematurely: osmo-stp_10.42.42.5(pid=10490) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10490)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10490): Process ended prematurely: osmo-stp_10.42.42.5(pid=10490) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:24.012775 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:24.025283 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:11:24.181406 tst mo_mt_call_osmux.py: using LAC 18344\u000a02:11:24.312670 tst mo_mt_call_osmux.py: using RAC 239\u000a02:11:24.444669 tst mo_mt_call_osmux.py: using CellId 18344\u000a02:11:24.575427 tst mo_mt_call_osmux.py: using BVCI 18345\u000a02:11:24.600811 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:24.612461 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:24.623874 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:24.635488 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:24.647342 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:24.659982 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:11:24.779359 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:11:24.992601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:25.516178 run create_hlr_db(pid=10484): Launched\u000a02:11:25.707889 bus /sierra_2: Setting Powered False\u000a02:11:26.728413 run create_hlr_db(pid=10484): Terminated: ok {rc=0}\u000a02:11:27.146423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10486): Launched\u000a02:11:27.459331 run osmo-hlr_10.42.42.2(pid=10487): Launched\u000a02:11:27.575149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:28.112119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10489): Launched\u000a02:11:28.422706 run osmo-stp_10.42.42.5(pid=10490): Launched\u000a02:11:28.536056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:29.100416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10492): Launched\u000a02:11:29.411823 run osmo-msc_10.42.42.6(pid=10493): Launched\u000a02:11:29.592138 run osmo-stp_10.42.42.5(pid=10490): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10490)]\u000a02:11:29.723318 run osmo-stp_10.42.42.5(pid=10490): stdout: \u000a| (launched: 2022-12-09_02:11:28.269234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:29.851329 run osmo-stp_10.42.42.5(pid=10490): stderr: \u000a| �[0;m�[38;5;43m20221209021128443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021128443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021128443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021128443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021128444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021128444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021128444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:29.974929 run osmo-stp_10.42.42.5(pid=10490): stdout: \u000a| (launched: 2022-12-09_02:11:28.269234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:30.097886 run osmo-stp_10.42.42.5(pid=10490): stderr: \u000a| �[0;m�[38;5;43m20221209021128443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021128443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021128443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021128443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021128444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021128444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021128444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:30.151868 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10490): Process ended prematurely: osmo-stp_10.42.42.5(pid=10490) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10490)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:11:30.160665 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:11:30.219976 run osmo-hlr_10.42.42.2(pid=10487): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10487)]\u000a02:11:30.268985 run osmo-hlr_10.42.42.2(pid=10487): stdout: \u000a| (launched: 2022-12-09_02:11:27.304312) \u000a02:11:30.318450 run osmo-hlr_10.42.42.2(pid=10487): stderr: \u000a| �[0;m�[1;31m20221209021127486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021127486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021127486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021127486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021127486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021127486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021127499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021127509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:30.385509 run osmo-msc_10.42.42.6(pid=10493): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10493)]\u000a02:11:30.434221 run osmo-msc_10.42.42.6(pid=10493): stdout: \u000a| (launched: 2022-12-09_02:11:29.257900) \u000a02:11:30.483581 run osmo-msc_10.42.42.6(pid=10493): stderr: \u000a| �[0;m�[38;5;43m20221209021129537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021129537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdccbbb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021129537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021129537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021129537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021129537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021129539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021129540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021129540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021129540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:30.525475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10486): Terminating (SIGTERM)\u000a02:11:30.564818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10489): Terminating (SIGTERM)\u000a02:11:30.604257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10492): Terminating (SIGTERM)\u000a02:11:30.613462 --- ParallelTerminationStrategy: PID 10486 died...\u000a02:11:30.666487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10486): Terminated: ok {rc=0}\u000a02:11:30.676026 --- ParallelTerminationStrategy: PID 10489 died...\u000a02:11:30.728876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10489): Terminated: ok {rc=0}\u000a02:11:30.738587 --- ParallelTerminationStrategy: PID 10492 died...\u000a02:11:30.791411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10492): Terminated: ok {rc=0}\u000a02:11:30.890832 bus /sierra_3: Setting Powered False\u000a02:11:32.002742 bus /sierra_3: Setting Powered False\u000a02:11:33.114289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:11:13" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10505): Process ended prematurely: osmo-stp_10.42.42.5(pid=10505) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10505): Process ended prematurely: osmo-stp_10.42.42.5(pid=10505) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:11:35.081548 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:35.093005 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:11:35.246462 tst mo_mt_call.py: using LAC 18345\u000a02:11:35.375037 tst mo_mt_call.py: using RAC 240\u000a02:11:35.502784 tst mo_mt_call.py: using CellId 18345\u000a02:11:35.631109 tst mo_mt_call.py: using BVCI 18346\u000a02:11:35.656416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:35.668148 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:35.679962 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:35.691595 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:35.703058 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:35.714695 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:35.836297 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:36.039773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:36.538497 run create_hlr_db(pid=10499): Launched\u000a02:11:36.715810 bus /sierra_2: Setting Powered False\u000a02:11:37.737621 run create_hlr_db(pid=10499): Terminated: ok {rc=0}\u000a02:11:38.182027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10501): Launched\u000a02:11:38.516782 run osmo-hlr_10.42.42.2(pid=10502): Launched\u000a02:11:38.638672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:39.219068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10504): Launched\u000a02:11:39.553483 run osmo-stp_10.42.42.5(pid=10505): Launched\u000a02:11:39.675852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:40.265537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10507): Launched\u000a02:11:40.578628 run osmo-msc_10.42.42.6(pid=10508): Launched\u000a02:11:40.760389 run osmo-stp_10.42.42.5(pid=10505): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)]\u000a02:11:40.892010 run osmo-stp_10.42.42.5(pid=10505): stdout: \u000a| (launched: 2022-12-09_02:11:39.388240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:41.020740 run osmo-stp_10.42.42.5(pid=10505): stderr: \u000a| �[0;m�[38;5;43m20221209021139585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021139585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021139585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021139586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021139586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021139586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021139586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:41.145274 run osmo-stp_10.42.42.5(pid=10505): stdout: \u000a| (launched: 2022-12-09_02:11:39.388240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:41.268209 run osmo-stp_10.42.42.5(pid=10505): stderr: \u000a| �[0;m�[38;5;43m20221209021139585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021139585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021139585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021139586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021139586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021139586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021139586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:41.322671 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10505): Process ended prematurely: osmo-stp_10.42.42.5(pid=10505) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10505)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:11:41.331229 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:11:41.391617 run osmo-hlr_10.42.42.2(pid=10502): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10502)]\u000a02:11:41.440870 run osmo-hlr_10.42.42.2(pid=10502): stdout: \u000a| (launched: 2022-12-09_02:11:38.351679) \u000a02:11:41.490808 run osmo-hlr_10.42.42.2(pid=10502): stderr: \u000a| �[0;m�[1;31m20221209021138553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021138553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021138553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021138553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021138553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021138553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021138565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021138574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021138574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021138574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:41.558430 run osmo-msc_10.42.42.6(pid=10508): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10508)]\u000a02:11:41.607682 run osmo-msc_10.42.42.6(pid=10508): stdout: \u000a| (launched: 2022-12-09_02:11:40.423422) \u000a02:11:41.657078 run osmo-msc_10.42.42.6(pid=10508): stderr: \u000a| �[0;m�[38;5;43m20221209021140697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021140697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe970f99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021140698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021140698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021140698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021140698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021140700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021140700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021140700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021140700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:41.698933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10501): Terminating (SIGTERM)\u000a02:11:41.738389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10504): Terminating (SIGTERM)\u000a02:11:41.778269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10507): Terminating (SIGTERM)\u000a02:11:41.787508 --- ParallelTerminationStrategy: PID 10501 died...\u000a02:11:41.840941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10501): Terminated: ok {rc=0}\u000a02:11:41.850870 --- ParallelTerminationStrategy: PID 10504 died...\u000a02:11:41.904295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10504): Terminated: ok {rc=0}\u000a02:11:41.913926 --- ParallelTerminationStrategy: PID 10507 died...\u000a02:11:41.966771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10507): Terminated: ok {rc=0}\u000a02:11:42.055306 bus /sierra_3: Setting Powered False\u000a02:11:43.158475 bus /sierra_3: Setting Powered False\u000a02:11:44.269770 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10516): Process ended prematurely: osmo-stp_10.42.42.5(pid=10516) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10516): Process ended prematurely: osmo-stp_10.42.42.5(pid=10516) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:45.381263 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:45.393145 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:11:45.548067 tst mo_mt_call_osmux.py: using LAC 18346\u000a02:11:45.680069 tst mo_mt_call_osmux.py: using RAC 241\u000a02:11:45.813905 tst mo_mt_call_osmux.py: using CellId 18346\u000a02:11:45.957982 tst mo_mt_call_osmux.py: using BVCI 18347\u000a02:11:45.984568 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:45.997371 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:46.010849 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:46.023949 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:46.037089 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:46.050337 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:46.198719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:46.480347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:47.030241 run create_hlr_db(pid=10510): Launched\u000a02:11:47.215698 bus /sierra_2: Setting Powered False\u000a02:11:48.230340 run create_hlr_db(pid=10510): Terminated: ok {rc=0}\u000a02:11:48.674450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10512): Launched\u000a02:11:49.010675 run osmo-hlr_10.42.42.2(pid=10513): Launched\u000a02:11:49.134865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:49.713449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10515): Launched\u000a02:11:50.042541 run osmo-stp_10.42.42.5(pid=10516): Launched\u000a02:11:50.167222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:50.743443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10518): Launched\u000a02:11:51.056043 run osmo-msc_10.42.42.6(pid=10519): Launched\u000a02:11:51.237510 run osmo-stp_10.42.42.5(pid=10516): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)]\u000a02:11:51.368167 run osmo-stp_10.42.42.5(pid=10516): stdout: \u000a| (launched: 2022-12-09_02:11:49.883290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:51.497504 run osmo-stp_10.42.42.5(pid=10516): stderr: \u000a| �[0;m�[38;5;43m20221209021150058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021150058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021150058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021150058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021150061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021150061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021150061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:51.622165 run osmo-stp_10.42.42.5(pid=10516): stdout: \u000a| (launched: 2022-12-09_02:11:49.883290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:51.746102 run osmo-stp_10.42.42.5(pid=10516): stderr: \u000a| �[0;m�[38;5;43m20221209021150058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021150058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021150058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021150058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021150061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021150061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021150061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:51.800526 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10516): Process ended prematurely: osmo-stp_10.42.42.5(pid=10516) [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10516)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:11:51.809344 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:11:51.869852 run osmo-hlr_10.42.42.2(pid=10513): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10513)]\u000a02:11:51.919453 run osmo-hlr_10.42.42.2(pid=10513): stdout: \u000a| (launched: 2022-12-09_02:11:48.844103) \u000a02:11:51.969501 run osmo-hlr_10.42.42.2(pid=10513): stderr: \u000a| �[0;m�[1;31m20221209021149047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021149047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021149047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021149047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021149047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021149048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021149061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021149069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021149070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021149070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:52.038023 run osmo-msc_10.42.42.6(pid=10519): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10519)]\u000a02:11:52.087662 run osmo-msc_10.42.42.6(pid=10519): stdout: \u000a| (launched: 2022-12-09_02:11:50.901295) \u000a02:11:52.137750 run osmo-msc_10.42.42.6(pid=10519): stderr: \u000a| �[0;m�[38;5;43m20221209021151176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021151177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3d7e02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021151177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021151177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021151177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021151177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021151179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021151179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021151179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021151180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:52.180254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10512): Terminating (SIGTERM)\u000a02:11:52.220341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10515): Terminating (SIGTERM)\u000a02:11:52.260876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10518): Terminating (SIGTERM)\u000a02:11:52.270224 --- ParallelTerminationStrategy: PID 10512 died...\u000a02:11:52.323886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10512): Terminated: ok {rc=0}\u000a02:11:52.333910 --- ParallelTerminationStrategy: PID 10515 died...\u000a02:11:52.387334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10515): Terminated: ok {rc=0}\u000a02:11:52.397070 --- ParallelTerminationStrategy: PID 10518 died...\u000a02:11:52.450484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10518): Terminated: ok {rc=0}\u000a02:11:52.534727 bus /sierra_3: Setting Powered False\u000a02:11:53.642916 bus /sierra_3: Setting Powered False\u000a02:11:54.752659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:11:34" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10530): Process ended prematurely: osmo-stp_10.42.42.5(pid=10530) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10530): Process ended prematurely: osmo-stp_10.42.42.5(pid=10530) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:11:56.715402 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:56.726511 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:11:56.873360 tst mo_mt_call.py: using LAC 18347\u000a02:11:56.994707 tst mo_mt_call.py: using RAC 242\u000a02:11:57.117615 tst mo_mt_call.py: using CellId 18347\u000a02:11:57.244165 tst mo_mt_call.py: using BVCI 18348\u000a02:11:57.267830 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:57.278929 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:57.289972 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:57.301068 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:57.312240 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:57.323400 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:57.443222 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:57.656857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:58.180676 run create_hlr_db(pid=10524): Launched\u000a02:11:58.372170 bus /sierra_2: Setting Powered False\u000a02:11:59.392877 run create_hlr_db(pid=10524): Terminated: ok {rc=0}\u000a02:11:59.807735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10526): Launched\u000a02:12:00.118740 run osmo-hlr_10.42.42.2(pid=10527): Launched\u000a02:12:00.236895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:00.773175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10529): Launched\u000a02:12:01.174121 run osmo-stp_10.42.42.5(pid=10530): Launched\u000a02:12:01.456466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:02.169330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10532): Launched\u000a02:12:02.508865 run osmo-msc_10.42.42.6(pid=10533): Launched\u000a02:12:02.705340 run osmo-stp_10.42.42.5(pid=10530): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)]\u000a02:12:02.846569 run osmo-stp_10.42.42.5(pid=10530): stdout: \u000a| (launched: 2022-12-09_02:12:00.938593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:02.986744 run osmo-stp_10.42.42.5(pid=10530): stderr: \u000a| �[0;m�[38;5;43m20221209021201366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021201367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021201369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021201371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021201373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021201374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021201374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:03.120082 run osmo-stp_10.42.42.5(pid=10530): stdout: \u000a| (launched: 2022-12-09_02:12:00.938593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:03.252185 run osmo-stp_10.42.42.5(pid=10530): stderr: \u000a| �[0;m�[38;5;43m20221209021201366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021201367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021201369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021201371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021201373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021201374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021201374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:03.310324 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10530): Process ended prematurely: osmo-stp_10.42.42.5(pid=10530) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10530)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:12:03.319558 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a02:12:03.382973 run osmo-hlr_10.42.42.2(pid=10527): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10527)]\u000a02:12:03.434659 run osmo-hlr_10.42.42.2(pid=10527): stdout: \u000a| (launched: 2022-12-09_02:11:59.965241) \u000a02:12:03.487000 run osmo-hlr_10.42.42.2(pid=10527): stderr: \u000a| �[0;m�[1;31m20221209021200145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021200145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021200145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021200145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021200145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021200145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021200156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021200165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021200165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021200165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:03.557641 run osmo-msc_10.42.42.6(pid=10533): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10533)]\u000a02:12:03.609508 run osmo-msc_10.42.42.6(pid=10533): stdout: \u000a| (launched: 2022-12-09_02:12:02.342362) \u000a02:12:03.661830 run osmo-msc_10.42.42.6(pid=10533): stderr: \u000a| �[0;m�[38;5;43m20221209021202666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021202666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca5f196c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021202666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021202666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021202666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021202666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021202668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021202668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021202669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021202669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:03.706217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10526): Terminating (SIGTERM)\u000a02:12:03.747808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10529): Terminating (SIGTERM)\u000a02:12:03.790364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10532): Terminating (SIGTERM)\u000a02:12:03.799916 --- ParallelTerminationStrategy: PID 10526 died...\u000a02:12:03.856479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10526): Terminated: ok {rc=0}\u000a02:12:03.866486 --- ParallelTerminationStrategy: PID 10529 died...\u000a02:12:03.922205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10529): Terminated: ok {rc=0}\u000a02:12:03.932332 --- ParallelTerminationStrategy: PID 10532 died...\u000a02:12:03.988699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10532): Terminated: ok {rc=0}\u000a02:12:04.076090 bus /sierra_3: Setting Powered False\u000a02:12:05.183133 bus /sierra_3: Setting Powered False\u000a02:12:06.291058 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10541): Process ended prematurely: osmo-stp_10.42.42.5(pid=10541) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10541)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10541): Process ended prematurely: osmo-stp_10.42.42.5(pid=10541) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:07.407438 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:12:07.419801 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:12:07.575788 tst mo_mt_call_osmux.py: using LAC 18348\u000a02:12:07.700323 tst mo_mt_call_osmux.py: using RAC 243\u000a02:12:07.824625 tst mo_mt_call_osmux.py: using CellId 18348\u000a02:12:07.946538 tst mo_mt_call_osmux.py: using BVCI 18349\u000a02:12:07.970381 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:12:07.982051 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:12:07.993260 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:12:08.004401 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:12:08.015548 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:12:08.026714 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:12:08.146601 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:12:08.354750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:08.852319 run create_hlr_db(pid=10535): Launched\u000a02:12:09.030257 bus /sierra_2: Setting Powered False\u000a02:12:10.051416 run create_hlr_db(pid=10535): Terminated: ok {rc=0}\u000a02:12:10.465304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10537): Launched\u000a02:12:10.777139 run osmo-hlr_10.42.42.2(pid=10538): Launched\u000a02:12:10.900505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:11.447521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10540): Launched\u000a02:12:11.759400 run osmo-stp_10.42.42.5(pid=10541): Launched\u000a02:12:11.872843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:12.438300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10543): Launched\u000a02:12:12.750906 run osmo-msc_10.42.42.6(pid=10544): Launched\u000a02:12:12.931622 run osmo-stp_10.42.42.5(pid=10541): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10541)]\u000a02:12:13.062054 run osmo-stp_10.42.42.5(pid=10541): stdout: \u000a| (launched: 2022-12-09_02:12:11.604777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:13.190207 run osmo-stp_10.42.42.5(pid=10541): stderr: \u000a| �[0;m�[38;5;43m20221209021211779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021211779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021211779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021211780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021211780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021211780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021211780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:13.314227 run osmo-stp_10.42.42.5(pid=10541): stdout: \u000a| (launched: 2022-12-09_02:12:11.604777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:13.437451 run osmo-stp_10.42.42.5(pid=10541): stderr: \u000a| �[0;m�[38;5;43m20221209021211779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021211779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021211779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021211780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021211780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021211780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021211780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:13.491657 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10541): Process ended prematurely: osmo-stp_10.42.42.5(pid=10541) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10541)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:12:13.500459 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:12:13.559860 run osmo-hlr_10.42.42.2(pid=10538): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10538)]\u000a02:12:13.608742 run osmo-hlr_10.42.42.2(pid=10538): stdout: \u000a| (launched: 2022-12-09_02:12:10.622995) \u000a02:12:13.658362 run osmo-hlr_10.42.42.2(pid=10538): stderr: \u000a| �[0;m�[1;31m20221209021210803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021210803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021210803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021210803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021210803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021210803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021210815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021210825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021210825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021210825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:13.725341 run osmo-msc_10.42.42.6(pid=10544): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10544)]\u000a02:12:13.774464 run osmo-msc_10.42.42.6(pid=10544): stdout: \u000a| (launched: 2022-12-09_02:12:12.595840) \u000a02:12:13.823938 run osmo-msc_10.42.42.6(pid=10544): stderr: \u000a| �[0;m�[38;5;43m20221209021212874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021212874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f945a30fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021212874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021212874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021212874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021212875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021212876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021212877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021212877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021212877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:13.865593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10537): Terminating (SIGTERM)\u000a02:12:13.904832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10540): Terminating (SIGTERM)\u000a02:12:13.944476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10543): Terminating (SIGTERM)\u000a02:12:13.953659 --- ParallelTerminationStrategy: PID 10537 died...\u000a02:12:14.006830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10537): Terminated: ok {rc=0}\u000a02:12:14.016248 --- ParallelTerminationStrategy: PID 10540 died...\u000a02:12:14.069539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10540): Terminated: ok {rc=0}\u000a02:12:14.079038 --- ParallelTerminationStrategy: PID 10543 died...\u000a02:12:14.131659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10543): Terminated: ok {rc=0}\u000a02:12:14.215469 bus /sierra_3: Setting Powered False\u000a02:12:15.321917 bus /sierra_3: Setting Powered False\u000a02:12:16.454587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:11:56" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10555): Process ended prematurely: osmo-stp_10.42.42.5(pid=10555) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10555)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10555): Process ended prematurely: osmo-stp_10.42.42.5(pid=10555) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:12:18.404843 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:18.415899 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:12:18.562651 tst mo_mt_call.py: using LAC 18349\u000a02:12:18.685069 tst mo_mt_call.py: using RAC 244\u000a02:12:18.808836 tst mo_mt_call.py: using CellId 18349\u000a02:12:18.931938 tst mo_mt_call.py: using BVCI 18350\u000a02:12:18.955495 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:18.966642 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:18.977604 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:18.988473 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:18.999518 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:19.010570 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:19.130501 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:19.346713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:19.871318 run create_hlr_db(pid=10549): Launched\u000a02:12:20.063403 bus /sierra_2: Setting Powered False\u000a02:12:21.083063 run create_hlr_db(pid=10549): Terminated: ok {rc=0}\u000a02:12:21.499434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10551): Launched\u000a02:12:21.811061 run osmo-hlr_10.42.42.2(pid=10552): Launched\u000a02:12:21.925033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:22.462942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10554): Launched\u000a02:12:22.774325 run osmo-stp_10.42.42.5(pid=10555): Launched\u000a02:12:22.887791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:23.452371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10557): Launched\u000a02:12:23.764443 run osmo-msc_10.42.42.6(pid=10558): Launched\u000a02:12:23.945129 run osmo-stp_10.42.42.5(pid=10555): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10555)]\u000a02:12:24.075408 run osmo-stp_10.42.42.5(pid=10555): stdout: \u000a| (launched: 2022-12-09_02:12:22.620201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:24.204359 run osmo-stp_10.42.42.5(pid=10555): stderr: \u000a| �[0;m�[38;5;43m20221209021222793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021222793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021222794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021222794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021222795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021222795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021222795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:24.328595 run osmo-stp_10.42.42.5(pid=10555): stdout: \u000a| (launched: 2022-12-09_02:12:22.620201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:24.451757 run osmo-stp_10.42.42.5(pid=10555): stderr: \u000a| �[0;m�[38;5;43m20221209021222793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021222793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021222794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021222794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021222795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021222795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021222795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:24.505807 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10555): Process ended prematurely: osmo-stp_10.42.42.5(pid=10555) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10555)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:12:24.514209 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:12:24.573466 run osmo-hlr_10.42.42.2(pid=10552): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10552)]\u000a02:12:24.622161 run osmo-hlr_10.42.42.2(pid=10552): stdout: \u000a| (launched: 2022-12-09_02:12:21.656778) \u000a02:12:24.671370 run osmo-hlr_10.42.42.2(pid=10552): stderr: \u000a| �[0;m�[1;31m20221209021221835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021221835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021221835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021221835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021221835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021221835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021221847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021221856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021221857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021221857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:24.738162 run osmo-msc_10.42.42.6(pid=10558): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10558)]\u000a02:12:24.787382 run osmo-msc_10.42.42.6(pid=10558): stdout: \u000a| (launched: 2022-12-09_02:12:23.609502) \u000a02:12:24.836661 run osmo-msc_10.42.42.6(pid=10558): stderr: \u000a| �[0;m�[38;5;43m20221209021223884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021223884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81bdbfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021223884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021223884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021223885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021223885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021223886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021223887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021223887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021223887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:24.879071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10551): Terminating (SIGTERM)\u000a02:12:24.918686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10554): Terminating (SIGTERM)\u000a02:12:24.958389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10557): Terminating (SIGTERM)\u000a02:12:24.967465 --- ParallelTerminationStrategy: PID 10551 died...\u000a02:12:25.020382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10551): Terminated: ok {rc=0}\u000a02:12:25.029913 --- ParallelTerminationStrategy: PID 10554 died...\u000a02:12:25.083056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10554): Terminated: ok {rc=0}\u000a02:12:25.092480 --- ParallelTerminationStrategy: PID 10557 died...\u000a02:12:25.145460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10557): Terminated: ok {rc=0}\u000a02:12:25.235148 bus /sierra_3: Setting Powered False\u000a02:12:26.339766 bus /sierra_3: Setting Powered False\u000a02:12:27.449941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10566): Process ended prematurely: osmo-stp_10.42.42.5(pid=10566) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10566): Process ended prematurely: osmo-stp_10.42.42.5(pid=10566) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:28.566893 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:28.579485 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:12:28.735650 tst mo_mt_call_osmux.py: using LAC 18350\u000a02:12:28.867623 tst mo_mt_call_osmux.py: using RAC 245\u000a02:12:28.992463 tst mo_mt_call_osmux.py: using CellId 18350\u000a02:12:29.113831 tst mo_mt_call_osmux.py: using BVCI 18351\u000a02:12:29.137706 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:29.148939 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:29.160126 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:29.171058 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:29.181972 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:29.193624 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:29.315199 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:29.528267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:30.026314 run create_hlr_db(pid=10560): Launched\u000a02:12:30.204908 bus /sierra_2: Setting Powered False\u000a02:12:31.227405 run create_hlr_db(pid=10560): Terminated: ok {rc=0}\u000a02:12:31.667537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10562): Launched\u000a02:12:32.024928 run osmo-hlr_10.42.42.2(pid=10563): Launched\u000a02:12:32.163057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:32.767918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10565): Launched\u000a02:12:33.101886 run osmo-stp_10.42.42.5(pid=10566): Launched\u000a02:12:33.223356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:33.832215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10568): Launched\u000a02:12:34.166442 run osmo-msc_10.42.42.6(pid=10569): Launched\u000a02:12:34.361336 run osmo-stp_10.42.42.5(pid=10566): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)]\u000a02:12:34.501093 run osmo-stp_10.42.42.5(pid=10566): stdout: \u000a| (launched: 2022-12-09_02:12:32.937160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:34.640186 run osmo-stp_10.42.42.5(pid=10566): stderr: \u000a| �[0;m�[38;5;43m20221209021233132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021233132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021233132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021233132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021233133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021233133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021233133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:34.773499 run osmo-stp_10.42.42.5(pid=10566): stdout: \u000a| (launched: 2022-12-09_02:12:32.937160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:34.906266 run osmo-stp_10.42.42.5(pid=10566): stderr: \u000a| �[0;m�[38;5;43m20221209021233132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021233132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021233132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021233132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021233133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021233133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021233133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:34.964341 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10566): Process ended prematurely: osmo-stp_10.42.42.5(pid=10566) [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10566)] [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:12:34.973881 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:12:35.037044 run osmo-hlr_10.42.42.2(pid=10563): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10563)]\u000a02:12:35.088247 run osmo-hlr_10.42.42.2(pid=10563): stdout: \u000a| (launched: 2022-12-09_02:12:31.831833) \u000a02:12:35.140231 run osmo-hlr_10.42.42.2(pid=10563): stderr: \u000a| �[0;m�[1;31m20221209021232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021232205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021232206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021232206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021232230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021232243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021232243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021232243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:35.210566 run osmo-msc_10.42.42.6(pid=10569): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10569)]\u000a02:12:35.261923 run osmo-msc_10.42.42.6(pid=10569): stdout: \u000a| (launched: 2022-12-09_02:12:34.001620) \u000a02:12:35.313889 run osmo-msc_10.42.42.6(pid=10569): stderr: \u000a| �[0;m�[38;5;43m20221209021234328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021234328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f8e2ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021234329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021234329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021234329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021234329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021234331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021234331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021234331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021234331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:35.357828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10562): Terminating (SIGTERM)\u000a02:12:35.399864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10565): Terminating (SIGTERM)\u000a02:12:35.441774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10568): Terminating (SIGTERM)\u000a02:12:35.451453 --- ParallelTerminationStrategy: PID 10562 died...\u000a02:12:35.507546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10562): Terminated: ok {rc=0}\u000a02:12:35.517793 --- ParallelTerminationStrategy: PID 10565 died...\u000a02:12:35.573464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10565): Terminated: ok {rc=0}\u000a02:12:35.583757 --- ParallelTerminationStrategy: PID 10568 died...\u000a02:12:35.639426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10568): Terminated: ok {rc=0}\u000a02:12:35.727318 bus /sierra_3: Setting Powered False\u000a02:12:36.829949 bus /sierra_3: Setting Powered False\u000a02:12:37.941411 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:12:18" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10582): Process ended prematurely: osmo-stp_10.42.42.5(pid=10582) [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10582): Process ended prematurely: osmo-stp_10.42.42.5(pid=10582) [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:12:39.893308 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:39.904328 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:12:40.054663 tst mo_mt_call.py: using LAC 18351\u000a02:12:40.176220 tst mo_mt_call.py: using RAC 246\u000a02:12:40.298422 tst mo_mt_call.py: using CellId 18351\u000a02:12:40.421105 tst mo_mt_call.py: using BVCI 18352\u000a02:12:40.444582 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:40.455745 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:40.466754 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:40.477691 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:40.488746 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:40.499748 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:40.620833 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:40.826195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:41.323420 run create_hlr_db(pid=10576): Launched\u000a02:12:41.501123 bus /sierra_2: Setting Powered False\u000a02:12:42.523639 run create_hlr_db(pid=10576): Terminated: ok {rc=0}\u000a02:12:42.967075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10578): Launched\u000a02:12:43.301894 run osmo-hlr_10.42.42.2(pid=10579): Launched\u000a02:12:43.425636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:44.005516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10581): Launched\u000a02:12:44.340853 run osmo-stp_10.42.42.5(pid=10582): Launched\u000a02:12:44.462993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:45.071292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10584): Launched\u000a02:12:45.405683 run osmo-msc_10.42.42.6(pid=10585): Launched\u000a02:12:45.599677 run osmo-stp_10.42.42.5(pid=10582): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)]\u000a02:12:45.739689 run osmo-stp_10.42.42.5(pid=10582): stdout: \u000a| (launched: 2022-12-09_02:12:44.174909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:45.889477 run osmo-stp_10.42.42.5(pid=10582): stderr: \u000a| �[0;m�[38;5;43m20221209021244371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021244371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021244372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021244372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021244373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021244373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021244373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:46.030564 run osmo-stp_10.42.42.5(pid=10582): stdout: \u000a| (launched: 2022-12-09_02:12:44.174909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:46.165369 run osmo-stp_10.42.42.5(pid=10582): stderr: \u000a| �[0;m�[38;5;43m20221209021244371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021244371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021244372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021244372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021244373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021244373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021244373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:46.224765 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10582): Process ended prematurely: osmo-stp_10.42.42.5(pid=10582) [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10582)] [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:12:46.234717 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:12:46.299736 run osmo-hlr_10.42.42.2(pid=10579): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10579)]\u000a02:12:46.352683 run osmo-hlr_10.42.42.2(pid=10579): stdout: \u000a| (launched: 2022-12-09_02:12:43.136389) \u000a02:12:46.406137 run osmo-hlr_10.42.42.2(pid=10579): stderr: \u000a| �[0;m�[1;31m20221209021243337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021243337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021243337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021243337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021243337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021243337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021243349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021243359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021243359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021243359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:46.478460 run osmo-msc_10.42.42.6(pid=10585): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10585)]\u000a02:12:46.531496 run osmo-msc_10.42.42.6(pid=10585): stdout: \u000a| (launched: 2022-12-09_02:12:45.240559) \u000a02:12:46.588212 run osmo-msc_10.42.42.6(pid=10585): stderr: \u000a| �[0;m�[38;5;43m20221209021245567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021245567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff925592c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021245567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021245567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021245568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021245568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021245569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021245570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021245570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021245570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:46.641022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10578): Terminating (SIGTERM)\u000a02:12:46.697158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10581): Terminating (SIGTERM)\u000a02:12:46.751456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10584): Terminating (SIGTERM)\u000a02:12:46.763619 --- ParallelTerminationStrategy: PID 10578 died...\u000a02:12:46.830789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10578): Terminated: ok {rc=0}\u000a02:12:46.843290 --- ParallelTerminationStrategy: PID 10581 died...\u000a02:12:46.914354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10581): Terminated: ok {rc=0}\u000a02:12:46.927300 --- ParallelTerminationStrategy: PID 10584 died...\u000a02:12:46.995146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10584): Terminated: ok {rc=0}\u000a02:12:47.102762 bus /sierra_3: Setting Powered False\u000a02:12:48.207326 bus /sierra_3: Setting Powered False\u000a02:12:49.319034 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10593): Process ended prematurely: osmo-stp_10.42.42.5(pid=10593) [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10593): Process ended prematurely: osmo-stp_10.42.42.5(pid=10593) [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:50.431576 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:50.443561 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:12:50.592094 tst mo_mt_call_osmux.py: using LAC 18352\u000a02:12:50.715806 tst mo_mt_call_osmux.py: using RAC 247\u000a02:12:50.839995 tst mo_mt_call_osmux.py: using CellId 18352\u000a02:12:50.963673 tst mo_mt_call_osmux.py: using BVCI 18353\u000a02:12:50.987437 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:50.998684 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:51.009760 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:51.020751 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:51.031863 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:51.042957 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:51.163585 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:51.370326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:51.866653 run create_hlr_db(pid=10587): Launched\u000a02:12:52.044087 bus /sierra_2: Setting Powered False\u000a02:12:53.065783 run create_hlr_db(pid=10587): Terminated: ok {rc=0}\u000a02:12:53.507737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10589): Launched\u000a02:12:53.842315 run osmo-hlr_10.42.42.2(pid=10590): Launched\u000a02:12:53.967055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:54.546807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10592): Launched\u000a02:12:54.882118 run osmo-stp_10.42.42.5(pid=10593): Launched\u000a02:12:55.004292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:55.612308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10595): Launched\u000a02:12:55.947390 run osmo-msc_10.42.42.6(pid=10596): Launched\u000a02:12:56.141423 run osmo-stp_10.42.42.5(pid=10593): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)]\u000a02:12:56.281479 run osmo-stp_10.42.42.5(pid=10593): stdout: \u000a| (launched: 2022-12-09_02:12:54.716222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:56.420644 run osmo-stp_10.42.42.5(pid=10593): stderr: \u000a| �[0;m�[38;5;43m20221209021254912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021254913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021254913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021254913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021254914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021254914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021254914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:56.554326 run osmo-stp_10.42.42.5(pid=10593): stdout: \u000a| (launched: 2022-12-09_02:12:54.716222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:56.687030 run osmo-stp_10.42.42.5(pid=10593): stderr: \u000a| �[0;m�[38;5;43m20221209021254912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021254913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021254913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021254913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021254914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021254914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021254914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:56.745567 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10593): Process ended prematurely: osmo-stp_10.42.42.5(pid=10593) [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10593)] [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:12:56.754869 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:12:56.818662 run osmo-hlr_10.42.42.2(pid=10590): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10590)]\u000a02:12:56.871191 run osmo-hlr_10.42.42.2(pid=10590): stdout: \u000a| (launched: 2022-12-09_02:12:53.677572) \u000a02:12:56.924184 run osmo-hlr_10.42.42.2(pid=10590): stderr: \u000a| �[0;m�[1;31m20221209021253881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021253881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021253881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021253881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021253881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021253881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021253898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021253907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021253907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021253907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:56.995808 run osmo-msc_10.42.42.6(pid=10596): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10596)]\u000a02:12:57.047819 run osmo-msc_10.42.42.6(pid=10596): stdout: \u000a| (launched: 2022-12-09_02:12:55.781928) \u000a02:12:57.100455 run osmo-msc_10.42.42.6(pid=10596): stderr: \u000a| �[0;m�[38;5;43m20221209021256108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021256108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4085d92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021256108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021256108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021256109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021256109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021256111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021256111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021256111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021256111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:57.144786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10589): Terminating (SIGTERM)\u000a02:12:57.187125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10592): Terminating (SIGTERM)\u000a02:12:57.229316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10595): Terminating (SIGTERM)\u000a02:12:57.239183 --- ParallelTerminationStrategy: PID 10589 died...\u000a02:12:57.295527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10589): Terminated: ok {rc=0}\u000a02:12:57.305699 --- ParallelTerminationStrategy: PID 10592 died...\u000a02:12:57.361808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10592): Terminated: ok {rc=0}\u000a02:12:57.371846 --- ParallelTerminationStrategy: PID 10595 died...\u000a02:12:57.427606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10595): Terminated: ok {rc=0}\u000a02:12:57.515342 bus /sierra_3: Setting Powered False\u000a02:12:58.619821 bus /sierra_3: Setting Powered False\u000a02:12:59.731987 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:12:39" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:13:01.720874 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:01.733218 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:13:01.917082 tst mo_mt_call.py: using LAC 18353\u000a02:13:02.058062 tst mo_mt_call.py: using RAC 248\u000a02:13:02.207985 tst mo_mt_call.py: using CellId 18353\u000a02:13:02.333235 tst mo_mt_call.py: using BVCI 18354\u000a02:13:02.356842 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:02.367924 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:02.378628 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:02.389325 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:02.400023 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:02.411243 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:13:02.532254 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:13:02.741133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:03.239012 run create_hlr_db(pid=10601): Launched\u000a02:13:03.417300 bus /sierra_2: Setting Powered False\u000a02:13:04.439430 run create_hlr_db(pid=10601): Terminated: ok {rc=0}\u000a02:13:04.854053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Launched\u000a02:13:05.165905 run osmo-hlr_10.42.42.2(pid=10604): Launched\u000a02:13:05.289144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:05.836219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Launched\u000a02:13:06.148387 run osmo-stp_10.42.42.5(pid=10607): Launched\u000a02:13:06.262351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:13:06.831990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10609): Launched\u000a02:13:07.146257 run osmo-msc_10.42.42.6(pid=10610): Launched\u000a02:13:07.335188 run osmo-stp_10.42.42.5(pid=10607): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]\u000a02:13:07.478849 run osmo-stp_10.42.42.5(pid=10607): stdout: \u000a| (launched: 2022-12-09_02:13:05.993939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:07.618585 run osmo-stp_10.42.42.5(pid=10607): stderr: \u000a| �[0;m�[38;5;43m20221209021306170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021306170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021306170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021306171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021306171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021306171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021306171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:07.753274 run osmo-stp_10.42.42.5(pid=10607): stdout: \u000a| (launched: 2022-12-09_02:13:05.993939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:07.887002 run osmo-stp_10.42.42.5(pid=10607): stderr: \u000a| �[0;m�[38;5;43m20221209021306170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021306170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021306170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021306171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021306171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021306171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021306171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:07.945613 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)] [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:13:07.955161 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:13:08.019439 run osmo-hlr_10.42.42.2(pid=10604): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10604)]\u000a02:13:08.071698 run osmo-hlr_10.42.42.2(pid=10604): stdout: \u000a| (launched: 2022-12-09_02:13:05.012039) \u000a02:13:08.124878 run osmo-hlr_10.42.42.2(pid=10604): stderr: \u000a| �[0;m�[1;31m20221209021305192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021305192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021305192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021305192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021305192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021305192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021305204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021305214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021305214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021305214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:08.196638 run osmo-msc_10.42.42.6(pid=10610): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10610)]\u000a02:13:08.249120 run osmo-msc_10.42.42.6(pid=10610): stdout: \u000a| (launched: 2022-12-09_02:13:06.990373) \u000a02:13:08.302099 run osmo-msc_10.42.42.6(pid=10610): stderr: \u000a| �[0;m�[38;5;43m20221209021307269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021307269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe958b2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021307269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021307269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021307269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021307269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021307271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021307271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021307272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021307272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:13:08.347216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminating (SIGTERM)\u000a02:13:08.389905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminating (SIGTERM)\u000a02:13:08.433003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10609): Terminating (SIGTERM)\u000a02:13:08.443129 --- ParallelTerminationStrategy: PID 10603 died...\u000a02:13:08.500673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminated: ok {rc=0}\u000a02:13:08.510955 --- ParallelTerminationStrategy: PID 10606 died...\u000a02:13:08.567457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminated: ok {rc=0}\u000a02:13:08.578107 --- ParallelTerminationStrategy: PID 10609 died...\u000a02:13:08.634829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10609): Terminated: ok {rc=0}\u000a02:13:08.722977 bus /sierra_3: Setting Powered False\u000a02:13:09.826956 bus /sierra_3: Setting Powered False\u000a02:13:10.938301 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10623): Process ended prematurely: osmo-stp_10.42.42.5(pid=10623) [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10623): Process ended prematurely: osmo-stp_10.42.42.5(pid=10623) [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:13:12.050562 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:12.062364 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:13:12.214808 tst mo_mt_call_osmux.py: using LAC 18354\u000a02:13:12.337566 tst mo_mt_call_osmux.py: using RAC 249\u000a02:13:12.459912 tst mo_mt_call_osmux.py: using CellId 18354\u000a02:13:12.579865 tst mo_mt_call_osmux.py: using BVCI 18355\u000a02:13:12.603641 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:12.614684 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:12.625524 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:12.636277 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:12.647161 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:13:12.658082 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:13:12.777878 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:13:12.983202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:13.481483 run create_hlr_db(pid=10617): Launched\u000a02:13:13.659433 bus /sierra_2: Setting Powered False\u000a02:13:14.680377 run create_hlr_db(pid=10617): Terminated: ok {rc=0}\u000a02:13:15.093083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10619): Launched\u000a02:13:15.405132 run osmo-hlr_10.42.42.2(pid=10620): Launched\u000a02:13:15.518815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:16.096668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10622): Launched\u000a02:13:16.501291 run osmo-stp_10.42.42.5(pid=10623): Launched\u000a02:13:16.681564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:13:17.348257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10625): Launched\u000a02:13:17.661703 run osmo-msc_10.42.42.6(pid=10626): Launched\u000a02:13:17.843555 run osmo-stp_10.42.42.5(pid=10623): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)]\u000a02:13:17.974470 run osmo-stp_10.42.42.5(pid=10623): stdout: \u000a| (launched: 2022-12-09_02:13:16.257338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:18.102468 run osmo-stp_10.42.42.5(pid=10623): stderr: \u000a| �[0;m�[38;5;43m20221209021316591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021316592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021316592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021316592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:18.226301 run osmo-stp_10.42.42.5(pid=10623): stdout: \u000a| (launched: 2022-12-09_02:13:16.257338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:18.349380 run osmo-stp_10.42.42.5(pid=10623): stderr: \u000a| �[0;m�[38;5;43m20221209021316591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021316592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021316592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021316592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:18.403479 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10623): Process ended prematurely: osmo-stp_10.42.42.5(pid=10623) [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10623)] [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:13:18.411905 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:13:18.471653 run osmo-hlr_10.42.42.2(pid=10620): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10620)]\u000a02:13:18.520832 run osmo-hlr_10.42.42.2(pid=10620): stdout: \u000a| (launched: 2022-12-09_02:13:15.250957) \u000a02:13:18.571225 run osmo-hlr_10.42.42.2(pid=10620): stderr: \u000a| �[0;m�[1;31m20221209021315429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021315429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021315429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021315429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021315429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021315429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021315441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021315449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021315450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021315450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:18.638845 run osmo-msc_10.42.42.6(pid=10626): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10626)]\u000a02:13:18.687806 run osmo-msc_10.42.42.6(pid=10626): stdout: \u000a| (launched: 2022-12-09_02:13:17.505758) \u000a02:13:18.737155 run osmo-msc_10.42.42.6(pid=10626): stderr: \u000a| �[0;m�[38;5;43m20221209021317779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021317779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1509c77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021317780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021317780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021317780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021317780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021317783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021317784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021317784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021317784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:13:18.779077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10619): Terminating (SIGTERM)\u000a02:13:18.818774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10622): Terminating (SIGTERM)\u000a02:13:18.858459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10625): Terminating (SIGTERM)\u000a02:13:18.867563 --- ParallelTerminationStrategy: PID 10619 died...\u000a02:13:18.920399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10619): Terminated: ok {rc=0}\u000a02:13:18.929909 --- ParallelTerminationStrategy: PID 10622 died...\u000a02:13:18.982832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10622): Terminated: ok {rc=0}\u000a02:13:18.992309 --- ParallelTerminationStrategy: PID 10625 died...\u000a02:13:19.045594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10625): Terminated: ok {rc=0}\u000a02:13:19.135438 bus /sierra_3: Setting Powered False\u000a02:13:20.238344 bus /sierra_3: Setting Powered False\u000a02:13:21.350923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:13:01" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10637): Process ended prematurely: osmo-stp_10.42.42.5(pid=10637) [trial-2353↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10637)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10637): Process ended prematurely: osmo-stp_10.42.42.5(pid=10637) [trial-2353↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:13:23.328939 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:23.339562 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:23.463165 tst emergency_mo_mt_call.py: using LAC 18355\u000a02:13:23.584531 tst emergency_mo_mt_call.py: using RAC 250\u000a02:13:23.706180 tst emergency_mo_mt_call.py: using CellId 18355\u000a02:13:23.825731 tst emergency_mo_mt_call.py: using BVCI 18356\u000a02:13:23.848932 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:23.859603 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:23.870191 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:23.880680 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:23.891384 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:23.902006 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:24.022950 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:24.227079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:24.719945 run create_hlr_db(pid=10631): Launched\u000a02:13:24.896595 bus /sierra_2: Setting Powered False\u000a02:13:25.916560 run create_hlr_db(pid=10631): Terminated: ok {rc=0}\u000a02:13:26.354770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10633): Launched\u000a02:13:26.686516 run osmo-hlr_10.42.42.2(pid=10634): Launched\u000a02:13:26.809281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:27.382875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10636): Launched\u000a02:13:27.712291 run osmo-stp_10.42.42.5(pid=10637): Launched\u000a02:13:27.850765 tst emergency_mo_mt_call.py: using MSISDN 6977\u000a02:13:28.015784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:13:28.614128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10639): Launched\u000a02:13:28.944629 run osmo-msc_10.42.42.6(pid=10640): Launched\u000a02:13:29.137007 run osmo-stp_10.42.42.5(pid=10637): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10637)]\u000a02:13:29.275789 run osmo-stp_10.42.42.5(pid=10637): stdout: \u000a| (launched: 2022-12-09_02:13:27.549709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:29.413726 run osmo-stp_10.42.42.5(pid=10637): stderr: \u000a| �[0;m�[38;5;43m20221209021327747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021327747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021327747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021327748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021327748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021327748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021327748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:29.545503 run osmo-stp_10.42.42.5(pid=10637): stdout: \u000a| (launched: 2022-12-09_02:13:27.549709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:29.676171 run osmo-stp_10.42.42.5(pid=10637): stderr: \u000a| �[0;m�[38;5;43m20221209021327747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021327747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021327747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021327748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021327748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021327748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021327748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:29.733263 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10637): Process ended prematurely: osmo-stp_10.42.42.5(pid=10637) [trial-2353↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10637)] [trial-2353↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a02:13:29.741907 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a02:13:29.805819 run osmo-hlr_10.42.42.2(pid=10634): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10634)]\u000a02:13:29.857890 run osmo-hlr_10.42.42.2(pid=10634): stdout: \u000a| (launched: 2022-12-09_02:13:26.522282) \u000a02:13:29.911056 run osmo-hlr_10.42.42.2(pid=10634): stderr: \u000a| �[0;m�[1;31m20221209021326726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021326726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021326726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021326726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021326726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021326726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021326740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021326749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021326750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021326750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:29.982616 run osmo-msc_10.42.42.6(pid=10640): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10640)]\u000a02:13:30.035049 run osmo-msc_10.42.42.6(pid=10640): stdout: \u000a| (launched: 2022-12-09_02:13:28.781321) \u000a02:13:30.087820 run osmo-msc_10.42.42.6(pid=10640): stderr: \u000a| �[0;m�[38;5;43m20221209021329105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021329105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb10578c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021329105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021329105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021329105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021329105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021329107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021329108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021329108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021329108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:13:30.132479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10633): Terminating (SIGTERM)\u000a02:13:30.175546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10636): Terminating (SIGTERM)\u000a02:13:30.217907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10639): Terminating (SIGTERM)\u000a02:13:30.227926 --- ParallelTerminationStrategy: PID 10633 died...\u000a02:13:30.284876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10633): Terminated: ok {rc=0}\u000a02:13:30.295035 --- ParallelTerminationStrategy: PID 10636 died...\u000a02:13:30.351518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10636): Terminated: ok {rc=0}\u000a02:13:30.361733 --- ParallelTerminationStrategy: PID 10639 died...\u000a02:13:30.417874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10639): Terminated: ok {rc=0}\u000a02:13:30.505591 bus /sierra_3: Setting Powered False\u000a02:13:31.616484 bus /sierra_3: Setting Powered False\u000a02:13:32.723935 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10648): Process ended prematurely: osmo-stp_10.42.42.5(pid=10648) [trial-2353↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10648)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10648): Process ended prematurely: osmo-stp_10.42.42.5(pid=10648) [trial-2353↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:13:33.778464 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:33.790917 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:33.927393 tst emergency_preemptive_call.py: using LAC 18356\u000a02:13:34.057638 tst emergency_preemptive_call.py: using RAC 251\u000a02:13:34.186796 tst emergency_preemptive_call.py: using CellId 18356\u000a02:13:34.314625 tst emergency_preemptive_call.py: using BVCI 18357\u000a02:13:34.339533 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:34.350812 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:34.361876 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:34.373169 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:34.384371 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:34.395622 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:34.516207 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:34.634624 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:34.754374 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:34.966194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:35.481944 run create_hlr_db(pid=10642): Launched\u000a02:13:35.671262 bus /sierra_2: Setting Powered False\u000a02:13:36.690769 run create_hlr_db(pid=10642): Terminated: ok {rc=0}\u000a02:13:37.101221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10644): Launched\u000a02:13:37.409074 run osmo-hlr_10.42.42.2(pid=10645): Launched\u000a02:13:37.527798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:38.058931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10647): Launched\u000a02:13:38.367324 run osmo-stp_10.42.42.5(pid=10648): Launched\u000a02:13:38.489496 tst emergency_preemptive_call.py: using MSISDN 6978\u000a02:13:38.640821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:13:39.199151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10650): Launched\u000a02:13:39.506679 run osmo-msc_10.42.42.6(pid=10651): Launched\u000a02:13:39.693264 run osmo-stp_10.42.42.5(pid=10648): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10648)]\u000a02:13:39.823101 run osmo-stp_10.42.42.5(pid=10648): stdout: \u000a| (launched: 2022-12-09_02:13:38.214187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:39.950760 run osmo-stp_10.42.42.5(pid=10648): stderr: \u000a| �[0;m�[38;5;43m20221209021338389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021338389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021338389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021338390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021338390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021338391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021338391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:40.073410 run osmo-stp_10.42.42.5(pid=10648): stdout: \u000a| (launched: 2022-12-09_02:13:38.214187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:40.194737 run osmo-stp_10.42.42.5(pid=10648): stderr: \u000a| �[0;m�[38;5;43m20221209021338389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021338389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021338389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021338390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021338390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021338391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021338391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:40.247689 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10648): Process ended prematurely: osmo-stp_10.42.42.5(pid=10648) [trial-2353↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10648)] [trial-2353↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a02:13:40.255502 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a02:13:40.315310 run osmo-hlr_10.42.42.2(pid=10645): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10645)]\u000a02:13:40.364344 run osmo-hlr_10.42.42.2(pid=10645): stdout: \u000a| (launched: 2022-12-09_02:13:37.256454) \u000a02:13:40.413861 run osmo-hlr_10.42.42.2(pid=10645): stderr: \u000a| �[0;m�[1;31m20221209021337435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021337435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021337435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021337435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021337435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021337435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021337446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021337455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021337455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021337456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:40.481966 run osmo-msc_10.42.42.6(pid=10651): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10651)]\u000a02:13:40.530735 run osmo-msc_10.42.42.6(pid=10651): stdout: \u000a| (launched: 2022-12-09_02:13:39.354236) \u000a02:13:40.579901 run osmo-msc_10.42.42.6(pid=10651): stderr: \u000a| �[0;m�[38;5;43m20221209021339629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021339629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40a92a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021339630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021339630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021339630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021339630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021339632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021339632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021339632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021339632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:13:40.621888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10644): Terminating (SIGTERM)\u000a02:13:40.661471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10647): Terminating (SIGTERM)\u000a02:13:40.701138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10650): Terminating (SIGTERM)\u000a02:13:40.710298 --- ParallelTerminationStrategy: PID 10644 died...\u000a02:13:40.763892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10644): Terminated: ok {rc=0}\u000a02:13:40.773504 --- ParallelTerminationStrategy: PID 10647 died...\u000a02:13:40.826592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10647): Terminated: ok {rc=0}\u000a02:13:40.836191 --- ParallelTerminationStrategy: PID 10650 died...\u000a02:13:40.889477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10650): Terminated: ok {rc=0}\u000a02:13:40.978045 bus /sierra_9: Setting Powered False\u000a02:13:42.081983 bus /sierra_9: Setting Powered False\u000a02:13:43.194237 bus /sierra_8: Setting Powered False\u000a02:13:44.296710 bus /sierra_8: Setting Powered False\u000a02:13:45.408270 bus /sierra_3: Setting Powered False\u000a02:13:46.536516 bus /sierra_3: Setting Powered False\u000a02:13:47.651371 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:13:23" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10666): Process ended prematurely: osmo-stp_10.42.42.5(pid=10666) [trial-2353↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10666)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10666): Process ended prematurely: osmo-stp_10.42.42.5(pid=10666) [trial-2353↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:13:49.727272 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:49.737889 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:49.862381 tst cs_paging_gprs_active.py: using LAC 18357\u000a02:13:49.985465 tst cs_paging_gprs_active.py: using RAC 252\u000a02:13:50.106760 tst cs_paging_gprs_active.py: using CellId 18357\u000a02:13:50.227965 tst cs_paging_gprs_active.py: using BVCI 18358\u000a02:13:50.251865 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.262529 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.273068 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.284088 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.295150 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.306087 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.317139 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.328047 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:50.339136 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:50.462290 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:50.747989 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:13:50.879231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:51.201855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10656): Launched\u000a02:13:51.470724 run iperf3-srv_10.42.42.10(pid=10657): Launched\u000a02:13:51.660579 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:13:51.790442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:52.113700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10658): Launched\u000a02:13:52.382147 run iperf3-srv_10.42.42.10(pid=10659): Launched\u000a02:13:52.571035 tst cs_paging_gprs_active.py:38: start network...\u000a02:13:52.700059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:53.199646 run create_hlr_db(pid=10660): Launched\u000a02:13:53.378282 bus /sierra_2: Setting Powered False\u000a02:13:54.399697 run create_hlr_db(pid=10660): Terminated: ok {rc=0}\u000a02:13:54.815882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10662): Launched\u000a02:13:55.130115 run osmo-hlr_10.42.42.2(pid=10663): Launched\u000a02:13:55.248402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:55.787314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10665): Launched\u000a02:13:56.098700 run osmo-stp_10.42.42.5(pid=10666): Launched\u000a02:13:56.211640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:57.734752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10668): Launched\u000a02:13:57.845472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:58.119879 run patchelf(pid=10669): Launched\u000a02:13:58.300360 run osmo-stp_10.42.42.5(pid=10666): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10666)]\u000a02:13:58.432282 run osmo-stp_10.42.42.5(pid=10666): stdout: \u000a| (launched: 2022-12-09_02:13:55.944862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:58.564389 run osmo-stp_10.42.42.5(pid=10666): stderr: \u000a| �[0;m�[38;5;43m20221209021356118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021356118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021356118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021356119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021356119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021356119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021356119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:58.692644 run osmo-stp_10.42.42.5(pid=10666): stdout: \u000a| (launched: 2022-12-09_02:13:55.944862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:58.819968 run osmo-stp_10.42.42.5(pid=10666): stderr: \u000a| �[0;m�[38;5;43m20221209021356118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021356118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021356118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021356119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021356119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021356119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021356119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:58.969063 run patchelf(pid=10669): Terminating (SIGINT)\u000a02:13:59.142804 run patchelf(pid=10669): Terminated: ok {rc=0}\u000a02:13:59.174471 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10666): Process ended prematurely: osmo-stp_10.42.42.5(pid=10666) [trial-2353↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10666)] [trial-2353↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a02:13:59.183582 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a02:13:59.242878 run osmo-hlr_10.42.42.2(pid=10663): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10663)]\u000a02:13:59.291640 run osmo-hlr_10.42.42.2(pid=10663): stdout: \u000a| (launched: 2022-12-09_02:13:54.974978) \u000a02:13:59.341082 run osmo-hlr_10.42.42.2(pid=10663): stderr: \u000a| �[0;m�[1;31m20221209021355156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021355156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021355156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021355156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021355156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021355156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021355168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021355177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021355177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021355177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:59.383023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10656): Terminating (SIGTERM)\u000a02:13:59.422308 run iperf3-srv_10.42.42.10(pid=10657): Terminating (SIGTERM)\u000a02:13:59.461820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10658): Terminating (SIGTERM)\u000a02:13:59.501186 run iperf3-srv_10.42.42.10(pid=10659): Terminating (SIGTERM)\u000a02:13:59.540594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10662): Terminating (SIGTERM)\u000a02:13:59.580019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10665): Terminating (SIGTERM)\u000a02:13:59.619536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10668): Terminating (SIGTERM)\u000a02:13:59.628295 --- ParallelTerminationStrategy: PID 10656 died...\u000a02:13:59.681096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10656): Terminated: ok {rc=0}\u000a02:13:59.690620 --- ParallelTerminationStrategy: PID 10657 died...\u000a02:13:59.743297 run iperf3-srv_10.42.42.10(pid=10657): Terminated {rc=256}\u000a02:13:59.752677 --- ParallelTerminationStrategy: PID 10658 died...\u000a02:13:59.805350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10658): Terminated: ok {rc=0}\u000a02:13:59.814837 --- ParallelTerminationStrategy: PID 10659 died...\u000a02:13:59.867370 run iperf3-srv_10.42.42.10(pid=10659): Terminated {rc=256}\u000a02:13:59.876751 --- ParallelTerminationStrategy: PID 10662 died...\u000a02:13:59.929489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10662): Terminated: ok {rc=0}\u000a02:13:59.939011 --- ParallelTerminationStrategy: PID 10665 died...\u000a02:13:59.991529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10665): Terminated: ok {rc=0}\u000a02:14:00.001059 --- ParallelTerminationStrategy: PID 10668 died...\u000a02:14:00.053483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10668): Terminated: ok {rc=0}\u000a02:14:00.141309 bus /gobi_0: Setting Powered False\u000a02:14:01.253962 bus /gobi_0: Setting Powered False\u000a02:14:02.364407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10678): Process ended prematurely: osmo-stp_10.42.42.5(pid=10678) [trial-2353↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10678)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10678): Process ended prematurely: osmo-stp_10.42.42.5(pid=10678) [trial-2353↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a02:14:03.476182 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:03.487375 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:14:03.621501 tst iperf3.py: using LAC 18358\u000a02:14:03.754083 tst iperf3.py: using RAC 253\u000a02:14:03.884342 tst iperf3.py: using CellId 18358\u000a02:14:04.015090 tst iperf3.py: using BVCI 18359\u000a02:14:04.040650 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.051701 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.062722 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.073856 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.084861 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.096044 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.107351 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.118610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:04.129762 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:04.415553 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:14:04.545678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:04.869750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10670): Launched\u000a02:14:05.139332 run iperf3-srv_10.42.42.10(pid=10671): Launched\u000a02:14:05.328265 tst iperf3.py:8: start network...\u000a02:14:05.458076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:05.956752 run create_hlr_db(pid=10672): Launched\u000a02:14:06.134433 bus /gobi_6: Setting Powered False\u000a02:14:07.157067 run create_hlr_db(pid=10672): Terminated: ok {rc=0}\u000a02:14:07.600360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10674): Launched\u000a02:14:07.937433 run osmo-hlr_10.42.42.2(pid=10675): Launched\u000a02:14:08.060080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:08.639716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10677): Launched\u000a02:14:08.977014 run osmo-stp_10.42.42.5(pid=10678): Launched\u000a02:14:09.099242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:09.681615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10680): Launched\u000a02:14:09.801056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:10.093620 run patchelf(pid=10681): Launched\u000a02:14:10.287676 run osmo-stp_10.42.42.5(pid=10678): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10678)]\u000a02:14:10.429656 run osmo-stp_10.42.42.5(pid=10678): stdout: \u000a| (launched: 2022-12-09_02:14:08.808412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:10.571945 run osmo-stp_10.42.42.5(pid=10678): stderr: \u000a| �[0;m�[38;5;43m20221209021409007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021409007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021409008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021409008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021409008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021409008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021409009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:10.709435 run osmo-stp_10.42.42.5(pid=10678): stdout: \u000a| (launched: 2022-12-09_02:14:08.808412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:10.845729 run osmo-stp_10.42.42.5(pid=10678): stderr: \u000a| �[0;m�[38;5;43m20221209021409007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021409007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021409008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021409008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021409008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021409008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021409009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:11.005026 run patchelf(pid=10681): Terminating (SIGINT)\u000a02:14:11.190955 run patchelf(pid=10681): Terminated: ok {rc=0}\u000a02:14:11.224863 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10678): Process ended prematurely: osmo-stp_10.42.42.5(pid=10678) [trial-2353↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10678)] [trial-2353↪gprs:sysmo↪iperf3.py:8]\u000a02:14:11.234746 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:14:11.298776 run osmo-hlr_10.42.42.2(pid=10675): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10675)]\u000a02:14:11.350598 run osmo-hlr_10.42.42.2(pid=10675): stdout: \u000a| (launched: 2022-12-09_02:14:07.770243) \u000a02:14:11.403170 run osmo-hlr_10.42.42.2(pid=10675): stderr: \u000a| �[0;m�[1;31m20221209021407973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021407973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021407973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021407973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021407973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021407973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021407986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021407994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021407994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021407994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:11.447710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10670): Terminating (SIGTERM)\u000a02:14:11.490043 run iperf3-srv_10.42.42.10(pid=10671): Terminating (SIGTERM)\u000a02:14:11.532497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10674): Terminating (SIGTERM)\u000a02:14:11.574740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10677): Terminating (SIGTERM)\u000a02:14:11.617164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10680): Terminating (SIGTERM)\u000a02:14:11.627075 --- ParallelTerminationStrategy: PID 10670 died...\u000a02:14:11.683354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10670): Terminated: ok {rc=0}\u000a02:14:11.693761 --- ParallelTerminationStrategy: PID 10671 died...\u000a02:14:11.750029 run iperf3-srv_10.42.42.10(pid=10671): Terminated {rc=256}\u000a02:14:11.760152 --- ParallelTerminationStrategy: PID 10674 died...\u000a02:14:11.816535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10674): Terminated: ok {rc=0}\u000a02:14:11.826617 --- ParallelTerminationStrategy: PID 10677 died...\u000a02:14:11.883198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10677): Terminated: ok {rc=0}\u000a02:14:11.893438 --- ParallelTerminationStrategy: PID 10680 died...\u000a02:14:11.950424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10680): Terminated: ok {rc=0}\u000a02:14:12.037653 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10696): Process ended prematurely: osmo-stp_10.42.42.5(pid=10696) [trial-2353↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10696)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10696): Process ended prematurely: osmo-stp_10.42.42.5(pid=10696) [trial-2353↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a02:14:13.155046 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.166912 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:14:13.302252 tst iperf3m4.py: using LAC 18359\u000a02:14:13.433227 tst iperf3m4.py: using RAC 254\u000a02:14:13.565220 tst iperf3m4.py: using CellId 18359\u000a02:14:13.697708 tst iperf3m4.py: using BVCI 18360\u000a02:14:13.723267 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.734469 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.745521 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.757100 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.768286 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.779375 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.790717 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.801905 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:13.813234 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:13.933406 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:14.057028 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:14.177643 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:14.479518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:14:14.619457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:14.966485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Launched\u000a02:14:15.255234 run iperf3-srv_10.42.42.10(pid=10683): Launched\u000a02:14:15.460710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:14:15.601110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:15.962065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Launched\u000a02:14:16.260867 run iperf3-srv_10.42.42.10(pid=10685): Launched\u000a02:14:16.458989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:14:16.594717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:16.941749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10686): Launched\u000a02:14:17.228881 run iperf3-srv_10.42.42.10(pid=10687): Launched\u000a02:14:17.420206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:14:17.550313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:17.874437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10688): Launched\u000a02:14:18.170188 run iperf3-srv_10.42.42.10(pid=10689): Launched\u000a02:14:18.375555 tst iperf3m4.py:8: start network...\u000a02:14:18.516100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:19.043600 run create_hlr_db(pid=10690): Launched\u000a02:14:19.236763 bus /gobi_6: Setting Powered False\u000a02:14:20.258408 run create_hlr_db(pid=10690): Terminated: ok {rc=0}\u000a02:14:20.703343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10692): Launched\u000a02:14:21.040794 run osmo-hlr_10.42.42.2(pid=10693): Launched\u000a02:14:21.163467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:21.743231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10695): Launched\u000a02:14:22.079638 run osmo-stp_10.42.42.5(pid=10696): Launched\u000a02:14:22.201830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:22.785173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10698): Launched\u000a02:14:22.905582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:23.198482 run patchelf(pid=10699): Launched\u000a02:14:23.393165 run osmo-stp_10.42.42.5(pid=10696): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10696)]\u000a02:14:23.536034 run osmo-stp_10.42.42.5(pid=10696): stdout: \u000a| (launched: 2022-12-09_02:14:21.913634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:23.678698 run osmo-stp_10.42.42.5(pid=10696): stderr: \u000a| �[0;m�[38;5;43m20221209021422111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021422111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021422111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021422112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:23.816735 run osmo-stp_10.42.42.5(pid=10696): stdout: \u000a| (launched: 2022-12-09_02:14:21.913634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:23.954108 run osmo-stp_10.42.42.5(pid=10696): stderr: \u000a| �[0;m�[38;5;43m20221209021422111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021422111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021422111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021422112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021422112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:24.112934 run patchelf(pid=10699): Terminating (SIGINT)\u000a02:14:24.298932 run patchelf(pid=10699): Terminated: ok {rc=0}\u000a02:14:24.332869 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10696): Process ended prematurely: osmo-stp_10.42.42.5(pid=10696) [trial-2353↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10696)] [trial-2353↪gprs:sysmo↪iperf3m4.py:8]\u000a02:14:24.342830 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a02:14:24.409152 run osmo-hlr_10.42.42.2(pid=10693): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10693)]\u000a02:14:24.459795 run osmo-hlr_10.42.42.2(pid=10693): stdout: \u000a| (launched: 2022-12-09_02:14:20.873530) \u000a02:14:24.510510 run osmo-hlr_10.42.42.2(pid=10693): stderr: \u000a| �[0;m�[1;31m20221209021421078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021421078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021421078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021421078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021421078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021421078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021421090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021421099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021421099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021421099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:24.553146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Terminating (SIGTERM)\u000a02:14:24.593899 run iperf3-srv_10.42.42.10(pid=10683): Terminating (SIGTERM)\u000a02:14:24.634664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminating (SIGTERM)\u000a02:14:24.675291 run iperf3-srv_10.42.42.10(pid=10685): Terminating (SIGTERM)\u000a02:14:24.715896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10686): Terminating (SIGTERM)\u000a02:14:24.756575 run iperf3-srv_10.42.42.10(pid=10687): Terminating (SIGTERM)\u000a02:14:24.797583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10688): Terminating (SIGTERM)\u000a02:14:24.837467 run iperf3-srv_10.42.42.10(pid=10689): Terminating (SIGTERM)\u000a02:14:24.877346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10692): Terminating (SIGTERM)\u000a02:14:24.917425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10695): Terminating (SIGTERM)\u000a02:14:24.957592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10698): Terminating (SIGTERM)\u000a02:14:24.966879 --- ParallelTerminationStrategy: PID 10682 died...\u000a02:14:25.020709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Terminated: ok {rc=0}\u000a02:14:25.030541 --- ParallelTerminationStrategy: PID 10683 died...\u000a02:14:25.084386 run iperf3-srv_10.42.42.10(pid=10683): Terminated {rc=256}\u000a02:14:25.094205 --- ParallelTerminationStrategy: PID 10684 died...\u000a02:14:25.147636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminated: ok {rc=0}\u000a02:14:25.157353 --- ParallelTerminationStrategy: PID 10685 died...\u000a02:14:25.210432 run iperf3-srv_10.42.42.10(pid=10685): Terminated {rc=256}\u000a02:14:25.219904 --- ParallelTerminationStrategy: PID 10686 died...\u000a02:14:25.273282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10686): Terminated: ok {rc=0}\u000a02:14:25.282980 --- ParallelTerminationStrategy: PID 10687 died...\u000a02:14:25.336072 run iperf3-srv_10.42.42.10(pid=10687): Terminated {rc=256}\u000a02:14:25.345876 --- ParallelTerminationStrategy: PID 10688 died...\u000a02:14:25.398982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10688): Terminated: ok {rc=0}\u000a02:14:25.408570 --- ParallelTerminationStrategy: PID 10689 died...\u000a02:14:25.461512 run iperf3-srv_10.42.42.10(pid=10689): Terminated {rc=256}\u000a02:14:25.471280 --- ParallelTerminationStrategy: PID 10692 died...\u000a02:14:25.524437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10692): Terminated: ok {rc=0}\u000a02:14:25.534250 --- ParallelTerminationStrategy: PID 10695 died...\u000a02:14:25.587605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10695): Terminated: ok {rc=0}\u000a02:14:25.597427 --- ParallelTerminationStrategy: PID 10698 died...\u000a02:14:25.650442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10698): Terminated: ok {rc=0}\u000a02:14:25.738659 bus /gobi_4: Setting Powered False\u000a02:14:26.843062 bus /gobi_4: Setting Powered False\u000a02:14:27.954146 bus /gobi_1: Setting Powered False\u000a02:14:29.060734 bus /gobi_1: Setting Powered False\u000a02:14:30.167913 bus /gobi_0: Setting Powered False\u000a02:14:31.271053 bus /gobi_0: Setting Powered False\u000a02:14:32.383611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10706): Process ended prematurely: osmo-stp_10.42.42.5(pid=10706) [trial-2353↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10706): Process ended prematurely: osmo-stp_10.42.42.5(pid=10706) [trial-2353↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo ping.py\u000a----------------------------------------------\u000a02:14:33.452630 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:33.464642 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:14:33.596881 tst ping.py: using LAC 18360\u000a02:14:33.717478 tst ping.py: using RAC 255\u000a02:14:33.835931 tst ping.py: using CellId 18360\u000a02:14:33.956155 tst ping.py: using BVCI 18361\u000a02:14:33.979674 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:33.990601 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:34.001233 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:34.011711 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:34.022165 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:34.032591 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:34.043323 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:34.053951 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:34.331704 tst ping.py:19: start network...\u000a02:14:34.458128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:34.949925 run create_hlr_db(pid=10700): Launched\u000a02:14:35.125242 bus /gobi_6: Setting Powered False\u000a02:14:36.146380 run create_hlr_db(pid=10700): Terminated: ok {rc=0}\u000a02:14:36.584909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10702): Launched\u000a02:14:36.915486 run osmo-hlr_10.42.42.2(pid=10703): Launched\u000a02:14:37.037752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:37.611018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10705): Launched\u000a02:14:37.941260 run osmo-stp_10.42.42.5(pid=10706): Launched\u000a02:14:38.060760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:38.632647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10708): Launched\u000a02:14:38.749822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:39.039543 run patchelf(pid=10709): Launched\u000a02:14:39.231071 run osmo-stp_10.42.42.5(pid=10706): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)]\u000a02:14:39.371461 run osmo-stp_10.42.42.5(pid=10706): stdout: \u000a| (launched: 2022-12-09_02:14:37.777093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:39.511733 run osmo-stp_10.42.42.5(pid=10706): stderr: \u000a| �[0;m�[38;5;43m20221209021437970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021437970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021437971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021437971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021437973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021437974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021437974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:39.647463 run osmo-stp_10.42.42.5(pid=10706): stdout: \u000a| (launched: 2022-12-09_02:14:37.777093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:39.781973 run osmo-stp_10.42.42.5(pid=10706): stderr: \u000a| �[0;m�[38;5;43m20221209021437970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021437970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021437971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021437971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021437973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021437974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021437974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:39.938244 run patchelf(pid=10709): Terminating (SIGINT)\u000a02:14:40.121056 run patchelf(pid=10709): Terminated: ok {rc=0}\u000a02:14:40.153981 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10706): Process ended prematurely: osmo-stp_10.42.42.5(pid=10706) [trial-2353↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10706)] [trial-2353↪gprs:sysmo↪ping.py:22]\u000a02:14:40.163114 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:14:40.227292 run osmo-hlr_10.42.42.2(pid=10703): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10703)]\u000a02:14:40.279038 run osmo-hlr_10.42.42.2(pid=10703): stdout: \u000a| (launched: 2022-12-09_02:14:36.751677) \u000a02:14:40.331425 run osmo-hlr_10.42.42.2(pid=10703): stderr: \u000a| �[0;m�[1;31m20221209021436955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021436956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021436956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021436956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021436956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021436956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021436968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021436976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021436976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021436977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:40.375765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10702): Terminating (SIGTERM)\u000a02:14:40.418331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10705): Terminating (SIGTERM)\u000a02:14:40.461056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10708): Terminating (SIGTERM)\u000a02:14:40.470931 --- ParallelTerminationStrategy: PID 10702 died...\u000a02:14:40.527672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10702): Terminated: ok {rc=0}\u000a02:14:40.537839 --- ParallelTerminationStrategy: PID 10705 died...\u000a02:14:40.594422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10705): Terminated: ok {rc=0}\u000a02:14:40.604767 --- ParallelTerminationStrategy: PID 10708 died...\u000a02:14:40.661241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10708): Terminated: ok {rc=0}\u000a02:14:40.748162 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10718): Process ended prematurely: osmo-stp_10.42.42.5(pid=10718) [trial-2353↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10718)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10718): Process ended prematurely: osmo-stp_10.42.42.5(pid=10718) [trial-2353↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:14:41.801479 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:41.813718 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:14:41.949625 tst ping_idle_ping.py: using LAC 18361\u000a02:14:42.080639 tst ping_idle_ping.py: using RAC 1\u000a02:14:42.209596 tst ping_idle_ping.py: using CellId 18361\u000a02:14:42.340661 tst ping_idle_ping.py: using BVCI 18362\u000a02:14:42.365993 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:42.377290 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:42.389128 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:42.400101 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:42.411281 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:42.422472 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:42.433722 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:42.445098 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:42.734046 tst ping_idle_ping.py:24: start network...\u000a02:14:42.861634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:43.355082 run create_hlr_db(pid=10712): Launched\u000a02:14:43.530575 bus /gobi_6: Setting Powered False\u000a02:14:44.551601 run create_hlr_db(pid=10712): Terminated: ok {rc=0}\u000a02:14:44.988354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10714): Launched\u000a02:14:45.318936 run osmo-hlr_10.42.42.2(pid=10715): Launched\u000a02:14:45.438329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:46.031326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10717): Launched\u000a02:14:46.418479 run osmo-stp_10.42.42.5(pid=10718): Launched\u000a02:14:46.556608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:47.233605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10720): Launched\u000a02:14:47.355359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:47.645883 run patchelf(pid=10721): Launched\u000a02:14:47.838164 run osmo-stp_10.42.42.5(pid=10718): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10718)]\u000a02:14:47.979498 run osmo-stp_10.42.42.5(pid=10718): stdout: \u000a| (launched: 2022-12-09_02:14:46.201795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:48.120547 run osmo-stp_10.42.42.5(pid=10718): stderr: \u000a| �[0;m�[38;5;43m20221209021446565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021446565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021446570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021446571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021446571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021446572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021446572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:48.256518 run osmo-stp_10.42.42.5(pid=10718): stdout: \u000a| (launched: 2022-12-09_02:14:46.201795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:48.391221 run osmo-stp_10.42.42.5(pid=10718): stderr: \u000a| �[0;m�[38;5;43m20221209021446565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021446565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021446570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021446571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021446571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021446572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021446572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:48.548032 run patchelf(pid=10721): Terminating (SIGINT)\u000a02:14:48.731301 run patchelf(pid=10721): Terminated: ok {rc=0}\u000a02:14:48.764252 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10718): Process ended prematurely: osmo-stp_10.42.42.5(pid=10718) [trial-2353↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10718)] [trial-2353↪gprs:sysmo↪ping_idle_ping.py:27]\u000a02:14:48.773343 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a02:14:48.837093 run osmo-hlr_10.42.42.2(pid=10715): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10715)]\u000a02:14:48.889022 run osmo-hlr_10.42.42.2(pid=10715): stdout: \u000a| (launched: 2022-12-09_02:14:45.155334) \u000a02:14:48.941991 run osmo-hlr_10.42.42.2(pid=10715): stderr: \u000a| �[0;m�[1;31m20221209021445358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021445358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021445358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021445358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021445358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021445358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021445371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021445381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021445382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021445382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:48.987083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10714): Terminating (SIGTERM)\u000a02:14:49.029483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10717): Terminating (SIGTERM)\u000a02:14:49.072182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10720): Terminating (SIGTERM)\u000a02:14:49.082207 --- ParallelTerminationStrategy: PID 10714 died...\u000a02:14:49.138851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10714): Terminated: ok {rc=0}\u000a02:14:49.148851 --- ParallelTerminationStrategy: PID 10717 died...\u000a02:14:49.205384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10717): Terminated: ok {rc=0}\u000a02:14:49.215458 --- ParallelTerminationStrategy: PID 10720 died...\u000a02:14:49.271709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10720): Terminated: ok {rc=0}\u000a02:14:49.359462 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:13:49" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:14:51.462918 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:51.473848 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:51.600546 tst cs_paging_gprs_active.py: using LAC 18362\u000a02:14:51.724316 tst cs_paging_gprs_active.py: using RAC 2\u000a02:14:51.848611 tst cs_paging_gprs_active.py: using CellId 18362\u000a02:14:51.973398 tst cs_paging_gprs_active.py: using BVCI 18363\u000a02:14:51.997318 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.008184 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.018900 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.029754 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.040293 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.050951 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.061761 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.072354 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:52.083287 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:52.203566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:52.491822 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:14:52.621793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:52.946181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10725): Launched\u000a02:14:53.217346 run iperf3-srv_10.42.42.10(pid=10726): Launched\u000a02:14:53.410780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:14:53.540640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:53.865811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10727): Launched\u000a02:14:54.137021 run iperf3-srv_10.42.42.10(pid=10728): Launched\u000a02:14:54.327972 tst cs_paging_gprs_active.py:38: start network...\u000a02:14:54.458041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:54.961547 run create_hlr_db(pid=10729): Launched\u000a02:14:55.142019 bus /gobi_6: Setting Powered False\u000a02:14:56.162803 run create_hlr_db(pid=10729): Terminated: ok {rc=0}\u000a02:14:56.608041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Launched\u000a02:14:56.948536 run osmo-hlr_10.42.42.2(pid=10732): Launched\u000a02:14:57.072155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:57.654306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Launched\u000a02:14:57.994228 run osmo-stp_10.42.42.5(pid=10735): Launched\u000a02:14:58.115898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:58.699038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10737): Launched\u000a02:14:58.818791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:59.111566 run patchelf(pid=10738): Launched\u000a02:14:59.305647 run osmo-stp_10.42.42.5(pid=10735): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)]\u000a02:14:59.448218 run osmo-stp_10.42.42.5(pid=10735): stdout: \u000a| (launched: 2022-12-09_02:14:57.825050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:59.590623 run osmo-stp_10.42.42.5(pid=10735): stderr: \u000a| �[0;m�[38;5;43m20221209021458019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021458019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021458020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021458020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021458020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021458021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021458021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:59.728496 run osmo-stp_10.42.42.5(pid=10735): stdout: \u000a| (launched: 2022-12-09_02:14:57.825050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:59.865354 run osmo-stp_10.42.42.5(pid=10735): stderr: \u000a| �[0;m�[38;5;43m20221209021458019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021458019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021458020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021458020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021458020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021458021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021458021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:00.024932 run patchelf(pid=10738): Terminating (SIGINT)\u000a02:15:00.211202 run patchelf(pid=10738): Terminated: ok {rc=0}\u000a02:15:00.245200 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10735): Process ended prematurely: osmo-stp_10.42.42.5(pid=10735) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10735)] [trial-2353↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:15:00.255107 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:15:00.319364 run osmo-hlr_10.42.42.2(pid=10732): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10732)]\u000a02:15:00.371596 run osmo-hlr_10.42.42.2(pid=10732): stdout: \u000a| (launched: 2022-12-09_02:14:56.779080) \u000a02:15:00.424266 run osmo-hlr_10.42.42.2(pid=10732): stderr: \u000a| �[0;m�[1;31m20221209021456980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021456980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021456981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021456981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021456981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021456981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021456992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021457001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021457001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021457001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:00.469144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10725): Terminating (SIGTERM)\u000a02:15:00.511495 run iperf3-srv_10.42.42.10(pid=10726): Terminating (SIGTERM)\u000a02:15:00.554443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10727): Terminating (SIGTERM)\u000a02:15:00.596322 run iperf3-srv_10.42.42.10(pid=10728): Terminating (SIGTERM)\u000a02:15:00.638837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Terminating (SIGTERM)\u000a02:15:00.681528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Terminating (SIGTERM)\u000a02:15:00.723822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10737): Terminating (SIGTERM)\u000a02:15:00.733588 --- ParallelTerminationStrategy: PID 10725 died...\u000a02:15:00.790580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10725): Terminated: ok {rc=0}\u000a02:15:00.800628 --- ParallelTerminationStrategy: PID 10726 died...\u000a02:15:00.857126 run iperf3-srv_10.42.42.10(pid=10726): Terminated {rc=256}\u000a02:15:00.874595 --- ParallelTerminationStrategy: PID 10727 died...\u000a02:15:00.937091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10727): Terminated: ok {rc=0}\u000a02:15:00.947428 --- ParallelTerminationStrategy: PID 10728 died...\u000a02:15:01.004057 run iperf3-srv_10.42.42.10(pid=10728): Terminated {rc=256}\u000a02:15:01.014631 --- ParallelTerminationStrategy: PID 10731 died...\u000a02:15:01.071503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10731): Terminated: ok {rc=0}\u000a02:15:01.081994 --- ParallelTerminationStrategy: PID 10734 died...\u000a02:15:01.139259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10734): Terminated: ok {rc=0}\u000a02:15:01.149871 --- ParallelTerminationStrategy: PID 10737 died...\u000a02:15:01.206974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10737): Terminated: ok {rc=0}\u000a02:15:01.296618 bus /gobi_0: Setting Powered False\u000a02:15:02.403235 bus /gobi_0: Setting Powered False\u000a02:15:03.513867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10750): Process ended prematurely: osmo-stp_10.42.42.5(pid=10750) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10750)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10750): Process ended prematurely: osmo-stp_10.42.42.5(pid=10750) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:15:04.632081 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:04.644333 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:15:04.783736 tst iperf3.py: using LAC 18363\u000a02:15:04.915512 tst iperf3.py: using RAC 3\u000a02:15:05.046866 tst iperf3.py: using CellId 18363\u000a02:15:05.176270 tst iperf3.py: using BVCI 18364\u000a02:15:05.202008 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.213525 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.224636 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.236020 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.247400 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.258837 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.270426 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.281777 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:05.293380 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:05.583768 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:15:05.714135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:06.038078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10742): Launched\u000a02:15:06.307704 run iperf3-srv_10.42.42.10(pid=10743): Launched\u000a02:15:06.496940 tst iperf3.py:8: start network...\u000a02:15:06.626712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:07.127967 run create_hlr_db(pid=10744): Launched\u000a02:15:07.306843 bus /gobi_6: Setting Powered False\u000a02:15:08.327698 run create_hlr_db(pid=10744): Terminated: ok {rc=0}\u000a02:15:08.771834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10746): Launched\u000a02:15:09.109906 run osmo-hlr_10.42.42.2(pid=10747): Launched\u000a02:15:09.233427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:09.814937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10749): Launched\u000a02:15:10.151462 run osmo-stp_10.42.42.5(pid=10750): Launched\u000a02:15:10.273921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:10.858057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10752): Launched\u000a02:15:10.978411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:11.270701 run patchelf(pid=10753): Launched\u000a02:15:11.464606 run osmo-stp_10.42.42.5(pid=10750): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10750)]\u000a02:15:11.607081 run osmo-stp_10.42.42.5(pid=10750): stdout: \u000a| (launched: 2022-12-09_02:15:09.985734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:11.749643 run osmo-stp_10.42.42.5(pid=10750): stderr: \u000a| �[0;m�[38;5;43m20221209021510181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021510181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021510181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021510181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021510182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021510182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021510182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:11.887773 run osmo-stp_10.42.42.5(pid=10750): stdout: \u000a| (launched: 2022-12-09_02:15:09.985734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:12.024850 run osmo-stp_10.42.42.5(pid=10750): stderr: \u000a| �[0;m�[38;5;43m20221209021510181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021510181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021510181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021510181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021510182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021510182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021510182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:12.183721 run patchelf(pid=10753): Terminating (SIGINT)\u000a02:15:12.369983 run patchelf(pid=10753): Terminated: ok {rc=0}\u000a02:15:12.404081 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10750): Process ended prematurely: osmo-stp_10.42.42.5(pid=10750) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10750)] [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a02:15:12.413991 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:15:12.478322 run osmo-hlr_10.42.42.2(pid=10747): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10747)]\u000a02:15:12.530444 run osmo-hlr_10.42.42.2(pid=10747): stdout: \u000a| (launched: 2022-12-09_02:15:08.943320) \u000a02:15:12.583151 run osmo-hlr_10.42.42.2(pid=10747): stderr: \u000a| �[0;m�[1;31m20221209021509147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021509147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021509147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021509147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021509147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021509147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021509158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021509166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021509166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021509166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:12.628218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10742): Terminating (SIGTERM)\u000a02:15:12.670452 run iperf3-srv_10.42.42.10(pid=10743): Terminating (SIGTERM)\u000a02:15:12.713224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10746): Terminating (SIGTERM)\u000a02:15:12.755419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10749): Terminating (SIGTERM)\u000a02:15:12.797706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10752): Terminating (SIGTERM)\u000a02:15:12.807666 --- ParallelTerminationStrategy: PID 10742 died...\u000a02:15:12.864251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10742): Terminated: ok {rc=0}\u000a02:15:12.874599 --- ParallelTerminationStrategy: PID 10743 died...\u000a02:15:12.931153 run iperf3-srv_10.42.42.10(pid=10743): Terminated {rc=256}\u000a02:15:12.941232 --- ParallelTerminationStrategy: PID 10746 died...\u000a02:15:12.997666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10746): Terminated: ok {rc=0}\u000a02:15:13.007690 --- ParallelTerminationStrategy: PID 10749 died...\u000a02:15:13.063256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10749): Terminated: ok {rc=0}\u000a02:15:13.073872 --- ParallelTerminationStrategy: PID 10752 died...\u000a02:15:13.129560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10752): Terminated: ok {rc=0}\u000a02:15:13.216670 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10768): Process ended prematurely: osmo-stp_10.42.42.5(pid=10768) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10768): Process ended prematurely: osmo-stp_10.42.42.5(pid=10768) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:15:14.330316 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.342513 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:15:14.472151 tst iperf3m4.py: using LAC 18364\u000a02:15:14.597347 tst iperf3m4.py: using RAC 4\u000a02:15:14.729305 tst iperf3m4.py: using CellId 18364\u000a02:15:14.862062 tst iperf3m4.py: using BVCI 18365\u000a02:15:14.887836 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.899509 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.911152 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.922560 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.934610 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.945931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.957627 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.968996 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.980827 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:15.099845 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:15.222425 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:15.343980 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:15.647658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:15:15.788687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:16.183323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10754): Launched\u000a02:15:16.506438 run iperf3-srv_10.42.42.10(pid=10755): Launched\u000a02:15:16.716810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:15:16.861692 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:17.227678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10756): Launched\u000a02:15:17.517721 run iperf3-srv_10.42.42.10(pid=10757): Launched\u000a02:15:17.723259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:15:17.863941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:18.212031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10758): Launched\u000a02:15:18.501076 run iperf3-srv_10.42.42.10(pid=10759): Launched\u000a02:15:18.706162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:15:18.846674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:19.195780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10760): Launched\u000a02:15:19.485646 run iperf3-srv_10.42.42.10(pid=10761): Launched\u000a02:15:19.691252 tst iperf3m4.py:8: start network...\u000a02:15:19.831510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:20.359357 run create_hlr_db(pid=10762): Launched\u000a02:15:20.552265 bus /gobi_6: Setting Powered False\u000a02:15:21.573711 run create_hlr_db(pid=10762): Terminated: ok {rc=0}\u000a02:15:22.018673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10764): Launched\u000a02:15:22.357980 run osmo-hlr_10.42.42.2(pid=10765): Launched\u000a02:15:22.480721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:23.062192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10767): Launched\u000a02:15:23.399217 run osmo-stp_10.42.42.5(pid=10768): Launched\u000a02:15:23.521540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:24.104318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10770): Launched\u000a02:15:24.224528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:24.516917 run patchelf(pid=10771): Launched\u000a02:15:24.711248 run osmo-stp_10.42.42.5(pid=10768): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)]\u000a02:15:24.853419 run osmo-stp_10.42.42.5(pid=10768): stdout: \u000a| (launched: 2022-12-09_02:15:23.232188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:24.996420 run osmo-stp_10.42.42.5(pid=10768): stderr: \u000a| �[0;m�[38;5;43m20221209021523429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021523429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021523429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021523429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021523430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021523430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021523430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:25.134110 run osmo-stp_10.42.42.5(pid=10768): stdout: \u000a| (launched: 2022-12-09_02:15:23.232188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:25.270661 run osmo-stp_10.42.42.5(pid=10768): stderr: \u000a| �[0;m�[38;5;43m20221209021523429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021523429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021523429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021523429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021523430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021523430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021523430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:25.429633 run patchelf(pid=10771): Terminating (SIGINT)\u000a02:15:25.616078 run patchelf(pid=10771): Terminated: ok {rc=0}\u000a02:15:25.650031 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10768): Process ended prematurely: osmo-stp_10.42.42.5(pid=10768) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10768)] [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:15:25.659921 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a02:15:25.724142 run osmo-hlr_10.42.42.2(pid=10765): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10765)]\u000a02:15:25.776190 run osmo-hlr_10.42.42.2(pid=10765): stdout: \u000a| (launched: 2022-12-09_02:15:22.188843) \u000a02:15:25.828801 run osmo-hlr_10.42.42.2(pid=10765): stderr: \u000a| �[0;m�[1;31m20221209021522392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021522392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021522392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021522392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021522392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021522392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021522405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021522413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021522413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021522413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:25.873585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10754): Terminating (SIGTERM)\u000a02:15:25.915968 run iperf3-srv_10.42.42.10(pid=10755): Terminating (SIGTERM)\u000a02:15:25.958748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10756): Terminating (SIGTERM)\u000a02:15:26.001094 run iperf3-srv_10.42.42.10(pid=10757): Terminating (SIGTERM)\u000a02:15:26.043266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10758): Terminating (SIGTERM)\u000a02:15:26.085465 run iperf3-srv_10.42.42.10(pid=10759): Terminating (SIGTERM)\u000a02:15:26.127453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10760): Terminating (SIGTERM)\u000a02:15:26.169667 run iperf3-srv_10.42.42.10(pid=10761): Terminating (SIGTERM)\u000a02:15:26.212352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10764): Terminating (SIGTERM)\u000a02:15:26.255124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10767): Terminating (SIGTERM)\u000a02:15:26.297063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10770): Terminating (SIGTERM)\u000a02:15:26.307080 --- ParallelTerminationStrategy: PID 10754 died...\u000a02:15:26.363570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10754): Terminated: ok {rc=0}\u000a02:15:26.373708 --- ParallelTerminationStrategy: PID 10755 died...\u000a02:15:26.429670 run iperf3-srv_10.42.42.10(pid=10755): Terminated {rc=256}\u000a02:15:26.439657 --- ParallelTerminationStrategy: PID 10756 died...\u000a02:15:26.495882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10756): Terminated: ok {rc=0}\u000a02:15:26.505956 --- ParallelTerminationStrategy: PID 10757 died...\u000a02:15:26.561948 run iperf3-srv_10.42.42.10(pid=10757): Terminated {rc=256}\u000a02:15:26.571919 --- ParallelTerminationStrategy: PID 10758 died...\u000a02:15:26.628196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10758): Terminated: ok {rc=0}\u000a02:15:26.638288 --- ParallelTerminationStrategy: PID 10759 died...\u000a02:15:26.694241 run iperf3-srv_10.42.42.10(pid=10759): Terminated {rc=256}\u000a02:15:26.704488 --- ParallelTerminationStrategy: PID 10760 died...\u000a02:15:26.760498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10760): Terminated: ok {rc=0}\u000a02:15:26.770800 --- ParallelTerminationStrategy: PID 10761 died...\u000a02:15:26.826823 run iperf3-srv_10.42.42.10(pid=10761): Terminated {rc=256}\u000a02:15:26.837307 --- ParallelTerminationStrategy: PID 10764 died...\u000a02:15:26.893232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10764): Terminated: ok {rc=0}\u000a02:15:26.903641 --- ParallelTerminationStrategy: PID 10767 died...\u000a02:15:26.960322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10767): Terminated: ok {rc=0}\u000a02:15:26.970506 --- ParallelTerminationStrategy: PID 10770 died...\u000a02:15:27.027076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10770): Terminated: ok {rc=0}\u000a02:15:27.115390 bus /gobi_4: Setting Powered False\u000a02:15:28.223025 bus /gobi_4: Setting Powered False\u000a02:15:29.335069 bus /gobi_1: Setting Powered False\u000a02:15:30.438500 bus /gobi_1: Setting Powered False\u000a02:15:31.552175 bus /gobi_0: Setting Powered False\u000a02:15:32.655001 bus /gobi_0: Setting Powered False\u000a02:15:33.769009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10778): Process ended prematurely: osmo-stp_10.42.42.5(pid=10778) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10778)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10778): Process ended prematurely: osmo-stp_10.42.42.5(pid=10778) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:15:34.837600 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:34.849045 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:15:34.974710 tst ping.py: using LAC 18365\u000a02:15:35.097967 tst ping.py: using RAC 5\u000a02:15:35.218715 tst ping.py: using CellId 18365\u000a02:15:35.341094 tst ping.py: using BVCI 18366\u000a02:15:35.364518 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:35.375424 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:35.386218 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:35.396837 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:35.407421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:35.418021 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:35.428762 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:35.439489 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:35.740837 tst ping.py:19: start network...\u000a02:15:35.879859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:36.403325 run create_hlr_db(pid=10772): Launched\u000a02:15:36.594475 bus /gobi_6: Setting Powered False\u000a02:15:37.615224 run create_hlr_db(pid=10772): Terminated: ok {rc=0}\u000a02:15:38.028051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10774): Launched\u000a02:15:38.336477 run osmo-hlr_10.42.42.2(pid=10775): Launched\u000a02:15:38.449050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:38.980640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10777): Launched\u000a02:15:39.287628 run osmo-stp_10.42.42.5(pid=10778): Launched\u000a02:15:39.402046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:39.937407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10780): Launched\u000a02:15:40.045847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:40.313937 run patchelf(pid=10781): Launched\u000a02:15:40.492144 run osmo-stp_10.42.42.5(pid=10778): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10778)]\u000a02:15:40.622816 run osmo-stp_10.42.42.5(pid=10778): stdout: \u000a| (launched: 2022-12-09_02:15:39.136023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:40.753083 run osmo-stp_10.42.42.5(pid=10778): stderr: \u000a| �[0;m�[38;5;43m20221209021539308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021539308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021539308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021539309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021539311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021539311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021539311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:40.879269 run osmo-stp_10.42.42.5(pid=10778): stdout: \u000a| (launched: 2022-12-09_02:15:39.136023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:41.004368 run osmo-stp_10.42.42.5(pid=10778): stderr: \u000a| �[0;m�[38;5;43m20221209021539308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021539308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021539308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021539309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021539311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021539311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021539311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:41.150394 run patchelf(pid=10781): Terminating (SIGINT)\u000a02:15:41.321080 run patchelf(pid=10781): Terminated: ok {rc=0}\u000a02:15:41.352050 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10778): Process ended prematurely: osmo-stp_10.42.42.5(pid=10778) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10778)] [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a02:15:41.360721 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:15:41.421277 run osmo-hlr_10.42.42.2(pid=10775): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10775)]\u000a02:15:41.470286 run osmo-hlr_10.42.42.2(pid=10775): stdout: \u000a| (launched: 2022-12-09_02:15:38.183404) \u000a02:15:41.520034 run osmo-hlr_10.42.42.2(pid=10775): stderr: \u000a| �[0;m�[1;31m20221209021538362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021538362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021538362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021538362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021538362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021538362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021538374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021538383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021538383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021538383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:41.562279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10774): Terminating (SIGTERM)\u000a02:15:41.602465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10777): Terminating (SIGTERM)\u000a02:15:41.642518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10780): Terminating (SIGTERM)\u000a02:15:41.651750 --- ParallelTerminationStrategy: PID 10774 died...\u000a02:15:41.705937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10774): Terminated: ok {rc=0}\u000a02:15:41.715692 --- ParallelTerminationStrategy: PID 10777 died...\u000a02:15:41.769718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10777): Terminated: ok {rc=0}\u000a02:15:41.779343 --- ParallelTerminationStrategy: PID 10780 died...\u000a02:15:41.833234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10780): Terminated: ok {rc=0}\u000a02:15:41.948465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10788): Process ended prematurely: osmo-stp_10.42.42.5(pid=10788) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10788)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10788): Process ended prematurely: osmo-stp_10.42.42.5(pid=10788) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:15:43.000900 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.012535 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:15:43.143462 tst ping_idle_ping.py: using LAC 18366\u000a02:15:43.266465 tst ping_idle_ping.py: using RAC 6\u000a02:15:43.388856 tst ping_idle_ping.py: using CellId 18366\u000a02:15:43.509879 tst ping_idle_ping.py: using BVCI 18367\u000a02:15:43.533474 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.544204 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.555067 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.566438 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.577601 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.588665 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.600018 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:43.611308 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:43.901365 tst ping_idle_ping.py:24: start network...\u000a02:15:44.030054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:44.526323 run create_hlr_db(pid=10782): Launched\u000a02:15:44.702509 bus /gobi_6: Setting Powered False\u000a02:15:45.724367 run create_hlr_db(pid=10782): Terminated: ok {rc=0}\u000a02:15:46.225587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10784): Launched\u000a02:15:46.575568 run osmo-hlr_10.42.42.2(pid=10785): Launched\u000a02:15:46.732551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:47.425605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10787): Launched\u000a02:15:47.757777 run osmo-stp_10.42.42.5(pid=10788): Launched\u000a02:15:47.878405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:48.457797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10790): Launched\u000a02:15:48.576008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:48.864743 run patchelf(pid=10791): Launched\u000a02:15:49.057056 run osmo-stp_10.42.42.5(pid=10788): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10788)]\u000a02:15:49.197318 run osmo-stp_10.42.42.5(pid=10788): stdout: \u000a| (launched: 2022-12-09_02:15:47.593884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:49.337804 run osmo-stp_10.42.42.5(pid=10788): stderr: \u000a| �[0;m�[38;5;43m20221209021547788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021547788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021547788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021547789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021547791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021547791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021547791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:49.473614 run osmo-stp_10.42.42.5(pid=10788): stdout: \u000a| (launched: 2022-12-09_02:15:47.593884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:49.608358 run osmo-stp_10.42.42.5(pid=10788): stderr: \u000a| �[0;m�[38;5;43m20221209021547788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021547788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021547788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021547789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021547791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021547791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021547791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:49.764783 run patchelf(pid=10791): Terminating (SIGINT)\u000a02:15:49.948259 run patchelf(pid=10791): Terminated: ok {rc=0}\u000a02:15:49.981595 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10788): Process ended prematurely: osmo-stp_10.42.42.5(pid=10788) [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10788)] [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:15:49.990913 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a02:15:50.054035 run osmo-hlr_10.42.42.2(pid=10785): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10785)]\u000a02:15:50.105966 run osmo-hlr_10.42.42.2(pid=10785): stdout: \u000a| (launched: 2022-12-09_02:15:46.399362) \u000a02:15:50.158041 run osmo-hlr_10.42.42.2(pid=10785): stderr: \u000a| �[0;m�[1;31m20221209021546836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021546836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021546836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021546836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021546836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021546836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021546867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021546876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021546876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021546876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:50.202255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10784): Terminating (SIGTERM)\u000a02:15:50.245235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10787): Terminating (SIGTERM)\u000a02:15:50.287436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10790): Terminating (SIGTERM)\u000a02:15:50.297479 --- ParallelTerminationStrategy: PID 10784 died...\u000a02:15:50.355297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10784): Terminated: ok {rc=0}\u000a02:15:50.365652 --- ParallelTerminationStrategy: PID 10787 died...\u000a02:15:50.422090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10787): Terminated: ok {rc=0}\u000a02:15:50.432626 --- ParallelTerminationStrategy: PID 10790 died...\u000a02:15:50.489589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10790): Terminated: ok {rc=0}\u000a02:15:50.578013 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:14:51" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:15:52.700613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:52.711470 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:52.857895 tst cs_paging_gprs_active.py: using LAC 18367\u000a02:15:52.979890 tst cs_paging_gprs_active.py: using RAC 7\u000a02:15:53.103466 tst cs_paging_gprs_active.py: using CellId 18367\u000a02:15:53.226707 tst cs_paging_gprs_active.py: using BVCI 18368\u000a02:15:53.250642 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.261680 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.272368 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.283078 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.293842 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.304565 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.315392 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.326053 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.337076 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:53.455896 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:53.760673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:15:53.901614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:54.250052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10795): Launched\u000a02:15:54.539850 run iperf3-srv_10.42.42.10(pid=10796): Launched\u000a02:15:54.745587 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:15:54.885862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:55.234041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10797): Launched\u000a02:15:55.523209 run iperf3-srv_10.42.42.10(pid=10798): Launched\u000a02:15:55.729009 tst cs_paging_gprs_active.py:38: start network...\u000a02:15:55.869560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:56.398809 run create_hlr_db(pid=10799): Launched\u000a02:15:56.592229 bus /gobi_6: Setting Powered False\u000a02:15:57.613611 run create_hlr_db(pid=10799): Terminated: ok {rc=0}\u000a02:15:58.036355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Launched\u000a02:15:58.352430 run osmo-hlr_10.42.42.2(pid=10802): Launched\u000a02:15:58.466726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:59.010684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Launched\u000a02:15:59.323920 run osmo-stp_10.42.42.5(pid=10805): Launched\u000a02:15:59.437866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:59.984174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10807): Launched\u000a02:16:00.095281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:00.369382 run patchelf(pid=10808): Launched\u000a02:16:00.550675 run osmo-stp_10.42.42.5(pid=10805): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a02:16:00.683551 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-09_02:15:59.169433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:00.816650 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221209021559343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021559344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021559344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021559344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021559345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021559345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021559345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:00.960390 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-09_02:15:59.169433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:01.090331 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221209021559343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021559344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021559344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021559344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021559345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021559345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021559345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:01.241530 run patchelf(pid=10808): Terminating (SIGINT)\u000a02:16:01.420008 run patchelf(pid=10808): Terminated: ok {rc=0}\u000a02:16:01.452834 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:16:01.463318 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:16:01.525848 run osmo-hlr_10.42.42.2(pid=10802): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10802)]\u000a02:16:01.576598 run osmo-hlr_10.42.42.2(pid=10802): stdout: \u000a| (launched: 2022-12-09_02:15:58.195588) \u000a02:16:01.627731 run osmo-hlr_10.42.42.2(pid=10802): stderr: \u000a| �[0;m�[1;31m20221209021558378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021558378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021558378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021558378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021558378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021558378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021558430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021558439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021558439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021558439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:01.671215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10795): Terminating (SIGTERM)\u000a02:16:01.714001 run iperf3-srv_10.42.42.10(pid=10796): Terminating (SIGTERM)\u000a02:16:01.757373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10797): Terminating (SIGTERM)\u000a02:16:01.799672 run iperf3-srv_10.42.42.10(pid=10798): Terminating (SIGTERM)\u000a02:16:01.844622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminating (SIGTERM)\u000a02:16:01.886483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminating (SIGTERM)\u000a02:16:01.927520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10807): Terminating (SIGTERM)\u000a02:16:01.937367 --- ParallelTerminationStrategy: PID 10795 died...\u000a02:16:01.992074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10795): Terminated: ok {rc=0}\u000a02:16:02.002548 --- ParallelTerminationStrategy: PID 10796 died...\u000a02:16:02.057509 run iperf3-srv_10.42.42.10(pid=10796): Terminated {rc=256}\u000a02:16:02.067653 --- ParallelTerminationStrategy: PID 10797 died...\u000a02:16:02.121959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10797): Terminated: ok {rc=0}\u000a02:16:02.131857 --- ParallelTerminationStrategy: PID 10798 died...\u000a02:16:02.185686 run iperf3-srv_10.42.42.10(pid=10798): Terminated {rc=256}\u000a02:16:02.195666 --- ParallelTerminationStrategy: PID 10801 died...\u000a02:16:02.249661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminated: ok {rc=0}\u000a02:16:02.259241 --- ParallelTerminationStrategy: PID 10804 died...\u000a02:16:02.312401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminated: ok {rc=0}\u000a02:16:02.322019 --- ParallelTerminationStrategy: PID 10807 died...\u000a02:16:02.375301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10807): Terminated: ok {rc=0}\u000a02:16:02.464458 bus /gobi_0: Setting Powered False\u000a02:16:03.567816 bus /gobi_0: Setting Powered False\u000a02:16:04.675771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10817): Process ended prematurely: osmo-stp_10.42.42.5(pid=10817) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10817)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10817): Process ended prematurely: osmo-stp_10.42.42.5(pid=10817) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:16:05.792862 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:05.804937 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:16:05.964927 tst iperf3.py: using LAC 18368\u000a02:16:06.097106 tst iperf3.py: using RAC 8\u000a02:16:06.229531 tst iperf3.py: using CellId 18368\u000a02:16:06.362554 tst iperf3.py: using BVCI 18369\u000a02:16:06.388153 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.399678 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.411236 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.422917 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.434349 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.445847 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.457486 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.468801 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:06.480361 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:06.767950 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:16:06.898804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:07.225092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10809): Launched\u000a02:16:07.496212 run iperf3-srv_10.42.42.10(pid=10810): Launched\u000a02:16:07.687022 tst iperf3.py:8: start network...\u000a02:16:07.817431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:08.318626 run create_hlr_db(pid=10811): Launched\u000a02:16:08.497166 bus /gobi_6: Setting Powered False\u000a02:16:09.518679 run create_hlr_db(pid=10811): Terminated: ok {rc=0}\u000a02:16:09.964417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10813): Launched\u000a02:16:10.302082 run osmo-hlr_10.42.42.2(pid=10814): Launched\u000a02:16:10.426428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:11.010384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10816): Launched\u000a02:16:11.346959 run osmo-stp_10.42.42.5(pid=10817): Launched\u000a02:16:11.469373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:12.053014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10819): Launched\u000a02:16:12.172841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:12.465536 run patchelf(pid=10820): Launched\u000a02:16:12.659696 run osmo-stp_10.42.42.5(pid=10817): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10817)]\u000a02:16:12.802139 run osmo-stp_10.42.42.5(pid=10817): stdout: \u000a| (launched: 2022-12-09_02:16:11.180549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:12.944858 run osmo-stp_10.42.42.5(pid=10817): stderr: \u000a| �[0;m�[38;5;43m20221209021611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021611379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:13.083655 run osmo-stp_10.42.42.5(pid=10817): stdout: \u000a| (launched: 2022-12-09_02:16:11.180549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:13.220572 run osmo-stp_10.42.42.5(pid=10817): stderr: \u000a| �[0;m�[38;5;43m20221209021611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021611379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:13.379931 run patchelf(pid=10820): Terminating (SIGINT)\u000a02:16:13.566404 run patchelf(pid=10820): Terminated: ok {rc=0}\u000a02:16:13.600479 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10817): Process ended prematurely: osmo-stp_10.42.42.5(pid=10817) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10817)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:16:13.610444 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:16:13.674728 run osmo-hlr_10.42.42.2(pid=10814): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10814)]\u000a02:16:13.726694 run osmo-hlr_10.42.42.2(pid=10814): stdout: \u000a| (launched: 2022-12-09_02:16:10.135561) \u000a02:16:13.779600 run osmo-hlr_10.42.42.2(pid=10814): stderr: \u000a| �[0;m�[1;31m20221209021610338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021610338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021610338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021610338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021610338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021610338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021610349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021610358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021610358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021610358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:13.824431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10809): Terminating (SIGTERM)\u000a02:16:13.866599 run iperf3-srv_10.42.42.10(pid=10810): Terminating (SIGTERM)\u000a02:16:13.909433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10813): Terminating (SIGTERM)\u000a02:16:13.951720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10816): Terminating (SIGTERM)\u000a02:16:13.994611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10819): Terminating (SIGTERM)\u000a02:16:14.004641 --- ParallelTerminationStrategy: PID 10809 died...\u000a02:16:14.061958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10809): Terminated: ok {rc=0}\u000a02:16:14.072180 --- ParallelTerminationStrategy: PID 10810 died...\u000a02:16:14.128836 run iperf3-srv_10.42.42.10(pid=10810): Terminated {rc=256}\u000a02:16:14.138876 --- ParallelTerminationStrategy: PID 10813 died...\u000a02:16:14.195185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10813): Terminated: ok {rc=0}\u000a02:16:14.205391 --- ParallelTerminationStrategy: PID 10816 died...\u000a02:16:14.261954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10816): Terminated: ok {rc=0}\u000a02:16:14.272402 --- ParallelTerminationStrategy: PID 10819 died...\u000a02:16:14.329432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10819): Terminated: ok {rc=0}\u000a02:16:14.417883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10836): Process ended prematurely: osmo-stp_10.42.42.5(pid=10836) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10836)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10836): Process ended prematurely: osmo-stp_10.42.42.5(pid=10836) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:16:15.531036 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:15.542706 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:16:15.694683 tst iperf3m4.py: using LAC 18369\u000a02:16:15.824743 tst iperf3m4.py: using RAC 9\u000a02:16:15.978373 tst iperf3m4.py: using CellId 18369\u000a02:16:16.135874 tst iperf3m4.py: using BVCI 18370\u000a02:16:16.169804 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.182022 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.194821 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.208114 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.220042 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.232317 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.244910 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.256734 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:16.269155 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:16.396372 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:16.530483 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:16.677975 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:16.971995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:16:17.107557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:17.437214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10821): Launched\u000a02:16:17.708554 run iperf3-srv_10.42.42.10(pid=10822): Launched\u000a02:16:17.899882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:16:18.031501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:18.356235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10823): Launched\u000a02:16:18.627128 run iperf3-srv_10.42.42.10(pid=10824): Launched\u000a02:16:18.817530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:16:18.948099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:19.273059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10825): Launched\u000a02:16:19.543560 run iperf3-srv_10.42.42.10(pid=10826): Launched\u000a02:16:19.733965 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:16:19.863865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:20.189377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10827): Launched\u000a02:16:20.459310 run iperf3-srv_10.42.42.10(pid=10828): Launched\u000a02:16:20.649005 tst iperf3m4.py:8: start network...\u000a02:16:20.778733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:21.279673 run create_hlr_db(pid=10829): Launched\u000a02:16:21.458392 bus /gobi_6: Setting Powered False\u000a02:16:22.492106 run create_hlr_db(pid=10829): Terminated: ok {rc=0}\u000a02:16:22.939505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10832): Launched\u000a02:16:23.277615 run osmo-hlr_10.42.42.2(pid=10833): Launched\u000a02:16:23.399213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:23.984396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10835): Launched\u000a02:16:24.321626 run osmo-stp_10.42.42.5(pid=10836): Launched\u000a02:16:24.444739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:25.028434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10838): Launched\u000a02:16:25.148714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:25.441901 run patchelf(pid=10839): Launched\u000a02:16:25.636180 run osmo-stp_10.42.42.5(pid=10836): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10836)]\u000a02:16:25.778279 run osmo-stp_10.42.42.5(pid=10836): stdout: \u000a| (launched: 2022-12-09_02:16:24.155262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:25.921092 run osmo-stp_10.42.42.5(pid=10836): stderr: \u000a| �[0;m�[38;5;43m20221209021624351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021624352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021624352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021624352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021624354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021624355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021624355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:26.059676 run osmo-stp_10.42.42.5(pid=10836): stdout: \u000a| (launched: 2022-12-09_02:16:24.155262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:26.197076 run osmo-stp_10.42.42.5(pid=10836): stderr: \u000a| �[0;m�[38;5;43m20221209021624351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021624352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021624352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021624352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021624354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021624355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021624355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:26.356196 run patchelf(pid=10839): Terminating (SIGINT)\u000a02:16:26.542714 run patchelf(pid=10839): Terminated: ok {rc=0}\u000a02:16:26.576554 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10836): Process ended prematurely: osmo-stp_10.42.42.5(pid=10836) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10836)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:16:26.586767 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a02:16:26.651694 run osmo-hlr_10.42.42.2(pid=10833): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10833)]\u000a02:16:26.703904 run osmo-hlr_10.42.42.2(pid=10833): stdout: \u000a| (launched: 2022-12-09_02:16:23.110680) \u000a02:16:26.756587 run osmo-hlr_10.42.42.2(pid=10833): stderr: \u000a| �[0;m�[1;31m20221209021623313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021623313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021623313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021623313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021623314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021623314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021623325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021623334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021623334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021623334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:26.801128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10821): Terminating (SIGTERM)\u000a02:16:26.843646 run iperf3-srv_10.42.42.10(pid=10822): Terminating (SIGTERM)\u000a02:16:26.886498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10823): Terminating (SIGTERM)\u000a02:16:26.929589 run iperf3-srv_10.42.42.10(pid=10824): Terminating (SIGTERM)\u000a02:16:26.972673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10825): Terminating (SIGTERM)\u000a02:16:27.015947 run iperf3-srv_10.42.42.10(pid=10826): Terminating (SIGTERM)\u000a02:16:27.058492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10827): Terminating (SIGTERM)\u000a02:16:27.100645 run iperf3-srv_10.42.42.10(pid=10828): Terminating (SIGTERM)\u000a02:16:27.143224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10832): Terminating (SIGTERM)\u000a02:16:27.185607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10835): Terminating (SIGTERM)\u000a02:16:27.228390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10838): Terminating (SIGTERM)\u000a02:16:27.238368 --- ParallelTerminationStrategy: PID 10821 died...\u000a02:16:27.295319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10821): Terminated: ok {rc=0}\u000a02:16:27.305621 --- ParallelTerminationStrategy: PID 10822 died...\u000a02:16:27.361656 run iperf3-srv_10.42.42.10(pid=10822): Terminated {rc=256}\u000a02:16:27.372021 --- ParallelTerminationStrategy: PID 10823 died...\u000a02:16:27.429176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10823): Terminated: ok {rc=0}\u000a02:16:27.439377 --- ParallelTerminationStrategy: PID 10824 died...\u000a02:16:27.495883 run iperf3-srv_10.42.42.10(pid=10824): Terminated {rc=256}\u000a02:16:27.506152 --- ParallelTerminationStrategy: PID 10825 died...\u000a02:16:27.562520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10825): Terminated: ok {rc=0}\u000a02:16:27.572691 --- ParallelTerminationStrategy: PID 10826 died...\u000a02:16:27.629064 run iperf3-srv_10.42.42.10(pid=10826): Terminated {rc=256}\u000a02:16:27.639525 --- ParallelTerminationStrategy: PID 10827 died...\u000a02:16:27.695818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10827): Terminated: ok {rc=0}\u000a02:16:27.706241 --- ParallelTerminationStrategy: PID 10828 died...\u000a02:16:27.762098 run iperf3-srv_10.42.42.10(pid=10828): Terminated {rc=256}\u000a02:16:27.772662 --- ParallelTerminationStrategy: PID 10832 died...\u000a02:16:27.828768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10832): Terminated: ok {rc=0}\u000a02:16:27.839302 --- ParallelTerminationStrategy: PID 10835 died...\u000a02:16:27.896108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10835): Terminated: ok {rc=0}\u000a02:16:27.906497 --- ParallelTerminationStrategy: PID 10838 died...\u000a02:16:27.963491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10838): Terminated: ok {rc=0}\u000a02:16:28.051830 bus /gobi_4: Setting Powered False\u000a02:16:29.159856 bus /gobi_4: Setting Powered False\u000a02:16:30.272559 bus /gobi_1: Setting Powered False\u000a02:16:31.380493 bus /gobi_1: Setting Powered False\u000a02:16:32.492914 bus /gobi_0: Setting Powered False\u000a02:16:33.599790 bus /gobi_0: Setting Powered False\u000a02:16:34.709812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:16:35.779470 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:35.792327 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:16:35.948202 tst ping.py: using LAC 18370\u000a02:16:36.079045 tst ping.py: using RAC 10\u000a02:16:36.209222 tst ping.py: using CellId 18370\u000a02:16:36.340567 tst ping.py: using BVCI 18371\u000a02:16:36.366157 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:36.377806 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:36.389205 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:36.400893 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:36.412753 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:36.424494 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:36.436390 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:36.448006 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:36.729990 tst ping.py:19: start network...\u000a02:16:36.857657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:37.353442 run create_hlr_db(pid=10840): Launched\u000a02:16:37.530501 bus /gobi_6: Setting Powered False\u000a02:16:38.550929 run create_hlr_db(pid=10840): Terminated: ok {rc=0}\u000a02:16:38.990158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Launched\u000a02:16:39.323916 run osmo-hlr_10.42.42.2(pid=10843): Launched\u000a02:16:39.444633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:40.026746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Launched\u000a02:16:40.357995 run osmo-stp_10.42.42.5(pid=10846): Launched\u000a02:16:40.478031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:41.052140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10848): Launched\u000a02:16:41.169885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:41.457615 run patchelf(pid=10849): Launched\u000a02:16:41.649335 run osmo-stp_10.42.42.5(pid=10846): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)]\u000a02:16:41.789336 run osmo-stp_10.42.42.5(pid=10846): stdout: \u000a| (launched: 2022-12-09_02:16:40.194782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:41.930017 run osmo-stp_10.42.42.5(pid=10846): stderr: \u000a| �[0;m�[38;5;43m20221209021640389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021640389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021640389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021640390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021640392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021640392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021640392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:42.066153 run osmo-stp_10.42.42.5(pid=10846): stdout: \u000a| (launched: 2022-12-09_02:16:40.194782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:42.201301 run osmo-stp_10.42.42.5(pid=10846): stderr: \u000a| �[0;m�[38;5;43m20221209021640389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021640389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021640389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021640390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021640392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021640392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021640392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:42.357861 run patchelf(pid=10849): Terminating (SIGINT)\u000a02:16:42.540795 run patchelf(pid=10849): Terminated: ok {rc=0}\u000a02:16:42.573858 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:16:42.583033 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:16:42.647544 run osmo-hlr_10.42.42.2(pid=10843): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10843)]\u000a02:16:42.699746 run osmo-hlr_10.42.42.2(pid=10843): stdout: \u000a| (launched: 2022-12-09_02:16:39.158245) \u000a02:16:42.752426 run osmo-hlr_10.42.42.2(pid=10843): stderr: \u000a| �[0;m�[1;31m20221209021639358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021639358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021639358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021639359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021639359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021639359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021639376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021639385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021639386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021639386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:42.797757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Terminating (SIGTERM)\u000a02:16:42.839829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Terminating (SIGTERM)\u000a02:16:42.882760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10848): Terminating (SIGTERM)\u000a02:16:42.893154 --- ParallelTerminationStrategy: PID 10842 died...\u000a02:16:42.950085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Terminated: ok {rc=0}\u000a02:16:42.960330 --- ParallelTerminationStrategy: PID 10845 died...\u000a02:16:43.017249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Terminated: ok {rc=0}\u000a02:16:43.027545 --- ParallelTerminationStrategy: PID 10848 died...\u000a02:16:43.083837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10848): Terminated: ok {rc=0}\u000a02:16:43.172041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10856): Process ended prematurely: osmo-stp_10.42.42.5(pid=10856) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10856): Process ended prematurely: osmo-stp_10.42.42.5(pid=10856) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:16:44.225681 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.238480 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:16:44.399535 tst ping_idle_ping.py: using LAC 18371\u000a02:16:44.523418 tst ping_idle_ping.py: using RAC 11\u000a02:16:44.646280 tst ping_idle_ping.py: using CellId 18371\u000a02:16:44.767721 tst ping_idle_ping.py: using BVCI 18372\u000a02:16:44.791345 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.803011 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.813794 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.824415 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.835012 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.845645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.856474 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:44.867209 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:45.166490 tst ping_idle_ping.py:24: start network...\u000a02:16:45.304683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:45.829190 run create_hlr_db(pid=10850): Launched\u000a02:16:46.031669 bus /gobi_6: Setting Powered False\u000a02:16:47.086423 run create_hlr_db(pid=10850): Terminated: ok {rc=0}\u000a02:16:47.510023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10852): Launched\u000a02:16:47.820345 run osmo-hlr_10.42.42.2(pid=10853): Launched\u000a02:16:47.945913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:48.491479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10855): Launched\u000a02:16:48.802766 run osmo-stp_10.42.42.5(pid=10856): Launched\u000a02:16:48.915632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:49.454443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10858): Launched\u000a02:16:49.563836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:49.834406 run patchelf(pid=10859): Launched\u000a02:16:50.014038 run osmo-stp_10.42.42.5(pid=10856): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)]\u000a02:16:50.145332 run osmo-stp_10.42.42.5(pid=10856): stdout: \u000a| (launched: 2022-12-09_02:16:48.647621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:50.278076 run osmo-stp_10.42.42.5(pid=10856): stderr: \u000a| �[0;m�[38;5;43m20221209021648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021648822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:50.405360 run osmo-stp_10.42.42.5(pid=10856): stdout: \u000a| (launched: 2022-12-09_02:16:48.647621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:50.531503 run osmo-stp_10.42.42.5(pid=10856): stderr: \u000a| �[0;m�[38;5;43m20221209021648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021648822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:50.678228 run patchelf(pid=10859): Terminating (SIGINT)\u000a02:16:50.850170 run patchelf(pid=10859): Terminated: ok {rc=0}\u000a02:16:50.881162 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10856): Process ended prematurely: osmo-stp_10.42.42.5(pid=10856) [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:16:50.889738 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:16:50.949548 run osmo-hlr_10.42.42.2(pid=10853): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10853)]\u000a02:16:50.999062 run osmo-hlr_10.42.42.2(pid=10853): stdout: \u000a| (launched: 2022-12-09_02:16:47.666945) \u000a02:16:51.048924 run osmo-hlr_10.42.42.2(pid=10853): stderr: \u000a| �[0;m�[1;31m20221209021647845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021647845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021647845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021647845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021647845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021647845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021647858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021647869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021647869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021647869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:51.091650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10852): Terminating (SIGTERM)\u000a02:16:51.131803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10855): Terminating (SIGTERM)\u000a02:16:51.172314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10858): Terminating (SIGTERM)\u000a02:16:51.181669 --- ParallelTerminationStrategy: PID 10852 died...\u000a02:16:51.235577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10852): Terminated: ok {rc=0}\u000a02:16:51.245365 --- ParallelTerminationStrategy: PID 10855 died...\u000a02:16:51.298985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10855): Terminated: ok {rc=0}\u000a02:16:51.308664 --- ParallelTerminationStrategy: PID 10858 died...\u000a02:16:51.362086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10858): Terminated: ok {rc=0}\u000a02:16:51.451697 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:15:52" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10874): Process ended prematurely: osmo-stp_10.42.42.5(pid=10874) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10874)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10874): Process ended prematurely: osmo-stp_10.42.42.5(pid=10874) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:16:53.577416 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:53.589111 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:53.749765 tst cs_paging_gprs_active.py: using LAC 18372\u000a02:16:53.881092 tst cs_paging_gprs_active.py: using RAC 12\u000a02:16:54.013382 tst cs_paging_gprs_active.py: using CellId 18372\u000a02:16:54.145055 tst cs_paging_gprs_active.py: using BVCI 18373\u000a02:16:54.170729 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.182149 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.193640 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.204865 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.216286 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.227812 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.239588 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.251198 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.262819 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:54.391054 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:54.680897 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:16:54.811996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:55.137550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10864): Launched\u000a02:16:55.408118 run iperf3-srv_10.42.42.10(pid=10865): Launched\u000a02:16:55.598671 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:16:55.728553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:56.053927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10866): Launched\u000a02:16:56.325309 run iperf3-srv_10.42.42.10(pid=10867): Launched\u000a02:16:56.515233 tst cs_paging_gprs_active.py:38: start network...\u000a02:16:56.645327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:57.148048 run create_hlr_db(pid=10868): Launched\u000a02:16:57.327706 bus /gobi_6: Setting Powered False\u000a02:16:58.350086 run create_hlr_db(pid=10868): Terminated: ok {rc=0}\u000a02:16:58.796083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10870): Launched\u000a02:16:59.135132 run osmo-hlr_10.42.42.2(pid=10871): Launched\u000a02:16:59.257383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:59.841578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10873): Launched\u000a02:17:00.182493 run osmo-stp_10.42.42.5(pid=10874): Launched\u000a02:17:00.306807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:00.928544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10876): Launched\u000a02:17:01.049583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:01.350173 run patchelf(pid=10877): Launched\u000a02:17:01.539532 run osmo-stp_10.42.42.5(pid=10874): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10874)]\u000a02:17:01.690297 run osmo-stp_10.42.42.5(pid=10874): stdout: \u000a| (launched: 2022-12-09_02:17:00.012582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:01.830920 run osmo-stp_10.42.42.5(pid=10874): stderr: \u000a| �[0;m�[38;5;43m20221209021700210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021700210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021700210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021700211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021700211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021700211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021700211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:01.966102 run osmo-stp_10.42.42.5(pid=10874): stdout: \u000a| (launched: 2022-12-09_02:17:00.012582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:02.117097 run osmo-stp_10.42.42.5(pid=10874): stderr: \u000a| �[0;m�[38;5;43m20221209021700210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021700210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021700210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021700211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021700211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021700211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021700211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:02.268679 run patchelf(pid=10877): Terminating (SIGINT)\u000a02:17:02.457888 run patchelf(pid=10877): Terminated: ok {rc=0}\u000a02:17:02.492377 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10874): Process ended prematurely: osmo-stp_10.42.42.5(pid=10874) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10874)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:17:02.502695 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a02:17:02.568341 run osmo-hlr_10.42.42.2(pid=10871): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10871)]\u000a02:17:02.621374 run osmo-hlr_10.42.42.2(pid=10871): stdout: \u000a| (launched: 2022-12-09_02:16:58.967446) \u000a02:17:02.675320 run osmo-hlr_10.42.42.2(pid=10871): stderr: \u000a| �[0;m�[1;31m20221209021659171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021659171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021659171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021659171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021659171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021659171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021659183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021659194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021659194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021659194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:02.720826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10864): Terminating (SIGTERM)\u000a02:17:02.764665 run iperf3-srv_10.42.42.10(pid=10865): Terminating (SIGTERM)\u000a02:17:02.807693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10866): Terminating (SIGTERM)\u000a02:17:02.851053 run iperf3-srv_10.42.42.10(pid=10867): Terminating (SIGTERM)\u000a02:17:02.894681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10870): Terminating (SIGTERM)\u000a02:17:02.937496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10873): Terminating (SIGTERM)\u000a02:17:02.981039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10876): Terminating (SIGTERM)\u000a02:17:02.990980 --- ParallelTerminationStrategy: PID 10864 died...\u000a02:17:03.049261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10864): Terminated: ok {rc=0}\u000a02:17:03.059722 --- ParallelTerminationStrategy: PID 10865 died...\u000a02:17:03.117316 run iperf3-srv_10.42.42.10(pid=10865): Terminated {rc=256}\u000a02:17:03.127650 --- ParallelTerminationStrategy: PID 10866 died...\u000a02:17:03.185060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10866): Terminated: ok {rc=0}\u000a02:17:03.195360 --- ParallelTerminationStrategy: PID 10867 died...\u000a02:17:03.253136 run iperf3-srv_10.42.42.10(pid=10867): Terminated {rc=256}\u000a02:17:03.263486 --- ParallelTerminationStrategy: PID 10870 died...\u000a02:17:03.321187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10870): Terminated: ok {rc=0}\u000a02:17:03.331533 --- ParallelTerminationStrategy: PID 10873 died...\u000a02:17:03.388683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10873): Terminated: ok {rc=0}\u000a02:17:03.399030 --- ParallelTerminationStrategy: PID 10876 died...\u000a02:17:03.456562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10876): Terminated: ok {rc=0}\u000a02:17:03.543957 bus /gobi_0: Setting Powered False\u000a02:17:04.651939 bus /gobi_0: Setting Powered False\u000a02:17:05.759924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10889): Process ended prematurely: osmo-stp_10.42.42.5(pid=10889) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10889): Process ended prematurely: osmo-stp_10.42.42.5(pid=10889) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:17:06.877974 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:06.890135 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:17:07.049992 tst iperf3.py: using LAC 18373\u000a02:17:07.183210 tst iperf3.py: using RAC 13\u000a02:17:07.316175 tst iperf3.py: using CellId 18373\u000a02:17:07.449106 tst iperf3.py: using BVCI 18374\u000a02:17:07.475018 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.486551 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.497878 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.509482 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.520860 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.532339 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.544004 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.555478 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:07.567149 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:07.854799 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:17:07.985838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:17:08.310917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10881): Launched\u000a02:17:08.582633 run iperf3-srv_10.42.42.10(pid=10882): Launched\u000a02:17:08.774016 tst iperf3.py:8: start network...\u000a02:17:08.904734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:09.407518 run create_hlr_db(pid=10883): Launched\u000a02:17:09.587159 bus /gobi_6: Setting Powered False\u000a02:17:10.607953 run create_hlr_db(pid=10883): Terminated: ok {rc=0}\u000a02:17:11.054224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10885): Launched\u000a02:17:11.392115 run osmo-hlr_10.42.42.2(pid=10886): Launched\u000a02:17:11.517770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:12.103505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10888): Launched\u000a02:17:12.440625 run osmo-stp_10.42.42.5(pid=10889): Launched\u000a02:17:12.564204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:13.149863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10891): Launched\u000a02:17:13.270451 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:13.563687 run patchelf(pid=10892): Launched\u000a02:17:13.759144 run osmo-stp_10.42.42.5(pid=10889): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)]\u000a02:17:13.902200 run osmo-stp_10.42.42.5(pid=10889): stdout: \u000a| (launched: 2022-12-09_02:17:12.274317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:14.046255 run osmo-stp_10.42.42.5(pid=10889): stderr: \u000a| �[0;m�[38;5;43m20221209021712471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021712471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021712471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021712471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021712472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021712472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021712472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:14.185124 run osmo-stp_10.42.42.5(pid=10889): stdout: \u000a| (launched: 2022-12-09_02:17:12.274317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:14.322561 run osmo-stp_10.42.42.5(pid=10889): stderr: \u000a| �[0;m�[38;5;43m20221209021712471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021712471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021712471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021712471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021712472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021712472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021712472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:14.482648 run patchelf(pid=10892): Terminating (SIGINT)\u000a02:17:14.669851 run patchelf(pid=10892): Terminated: ok {rc=0}\u000a02:17:14.704121 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10889): Process ended prematurely: osmo-stp_10.42.42.5(pid=10889) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10889)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:17:14.714111 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:17:14.777778 run osmo-hlr_10.42.42.2(pid=10886): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10886)]\u000a02:17:14.829708 run osmo-hlr_10.42.42.2(pid=10886): stdout: \u000a| (launched: 2022-12-09_02:17:11.225045) \u000a02:17:14.882403 run osmo-hlr_10.42.42.2(pid=10886): stderr: \u000a| �[0;m�[1;31m20221209021711428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021711428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021711428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021711428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021711428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021711428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021711440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021711448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021711449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021711449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:14.927350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10881): Terminating (SIGTERM)\u000a02:17:14.970083 run iperf3-srv_10.42.42.10(pid=10882): Terminating (SIGTERM)\u000a02:17:15.012733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10885): Terminating (SIGTERM)\u000a02:17:15.055474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10888): Terminating (SIGTERM)\u000a02:17:15.097866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10891): Terminating (SIGTERM)\u000a02:17:15.107752 --- ParallelTerminationStrategy: PID 10881 died...\u000a02:17:15.164548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10881): Terminated: ok {rc=0}\u000a02:17:15.174788 --- ParallelTerminationStrategy: PID 10882 died...\u000a02:17:15.231217 run iperf3-srv_10.42.42.10(pid=10882): Terminated {rc=256}\u000a02:17:15.241455 --- ParallelTerminationStrategy: PID 10885 died...\u000a02:17:15.297998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10885): Terminated: ok {rc=0}\u000a02:17:15.308132 --- ParallelTerminationStrategy: PID 10888 died...\u000a02:17:15.364639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10888): Terminated: ok {rc=0}\u000a02:17:15.374726 --- ParallelTerminationStrategy: PID 10891 died...\u000a02:17:15.431143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10891): Terminated: ok {rc=0}\u000a02:17:15.519061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:17:16.638703 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:16.651395 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:17:16.834574 tst iperf3m4.py: using LAC 18374\u000a02:17:16.975322 tst iperf3m4.py: using RAC 14\u000a02:17:17.111823 tst iperf3m4.py: using CellId 18374\u000a02:17:17.246295 tst iperf3m4.py: using BVCI 18375\u000a02:17:17.272199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.283289 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.294139 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.305175 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.315970 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.326866 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.337852 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.348560 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:17.359638 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:17.481549 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:17.605358 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:17.733319 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:18.030940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:17:18.168843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:17:18.508798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10893): Launched\u000a02:17:18.792020 run iperf3-srv_10.42.42.10(pid=10894): Launched\u000a02:17:18.993933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:17:19.132172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:17:19.473121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10895): Launched\u000a02:17:19.755634 run iperf3-srv_10.42.42.10(pid=10896): Launched\u000a02:17:19.956779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:17:20.095114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:17:20.434539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10897): Launched\u000a02:17:20.717659 run iperf3-srv_10.42.42.10(pid=10898): Launched\u000a02:17:20.918576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:17:21.056485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:17:21.395805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10899): Launched\u000a02:17:21.678013 run iperf3-srv_10.42.42.10(pid=10900): Launched\u000a02:17:21.878527 tst iperf3m4.py:8: start network...\u000a02:17:22.016344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:22.532870 run create_hlr_db(pid=10901): Launched\u000a02:17:22.722765 bus /gobi_6: Setting Powered False\u000a02:17:23.743357 run create_hlr_db(pid=10901): Terminated: ok {rc=0}\u000a02:17:24.162116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Launched\u000a02:17:24.494590 run osmo-hlr_10.42.42.2(pid=10904): Launched\u000a02:17:24.617878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:25.195875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Launched\u000a02:17:25.524893 run osmo-stp_10.42.42.5(pid=10919): Launched\u000a02:17:25.644754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:26.220853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Launched\u000a02:17:26.338816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:26.626191 run patchelf(pid=10922): Launched\u000a02:17:26.817945 run osmo-stp_10.42.42.5(pid=10919): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)]\u000a02:17:26.958269 run osmo-stp_10.42.42.5(pid=10919): stdout: \u000a| (launched: 2022-12-09_02:17:25.362696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:27.099506 run osmo-stp_10.42.42.5(pid=10919): stderr: \u000a| �[0;m�[38;5;43m20221209021725558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021725558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021725558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021725559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021725561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021725561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021725561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:27.235192 run osmo-stp_10.42.42.5(pid=10919): stdout: \u000a| (launched: 2022-12-09_02:17:25.362696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:27.369802 run osmo-stp_10.42.42.5(pid=10919): stderr: \u000a| �[0;m�[38;5;43m20221209021725558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021725558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021725558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021725559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021725561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021725561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021725561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:27.526635 run patchelf(pid=10922): Terminating (SIGINT)\u000a02:17:27.710043 run patchelf(pid=10922): Terminated: ok {rc=0}\u000a02:17:27.743613 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10919): Process ended prematurely: osmo-stp_10.42.42.5(pid=10919) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10919)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:17:27.753540 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a02:17:27.817265 run osmo-hlr_10.42.42.2(pid=10904): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10904)]\u000a02:17:27.868789 run osmo-hlr_10.42.42.2(pid=10904): stdout: \u000a| (launched: 2022-12-09_02:17:24.329590) \u000a02:17:27.921062 run osmo-hlr_10.42.42.2(pid=10904): stderr: \u000a| �[0;m�[1;31m20221209021724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021724546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021724554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021724555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021724555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:27.965610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10893): Terminating (SIGTERM)\u000a02:17:28.007959 run iperf3-srv_10.42.42.10(pid=10894): Terminating (SIGTERM)\u000a02:17:28.050063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10895): Terminating (SIGTERM)\u000a02:17:28.092131 run iperf3-srv_10.42.42.10(pid=10896): Terminating (SIGTERM)\u000a02:17:28.134609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10897): Terminating (SIGTERM)\u000a02:17:28.176373 run iperf3-srv_10.42.42.10(pid=10898): Terminating (SIGTERM)\u000a02:17:28.218490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10899): Terminating (SIGTERM)\u000a02:17:28.260401 run iperf3-srv_10.42.42.10(pid=10900): Terminating (SIGTERM)\u000a02:17:28.302791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Terminating (SIGTERM)\u000a02:17:28.344917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Terminating (SIGTERM)\u000a02:17:28.386848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Terminating (SIGTERM)\u000a02:17:28.396750 --- ParallelTerminationStrategy: PID 10893 died...\u000a02:17:28.453211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10893): Terminated: ok {rc=0}\u000a02:17:28.463293 --- ParallelTerminationStrategy: PID 10894 died...\u000a02:17:28.519395 run iperf3-srv_10.42.42.10(pid=10894): Terminated {rc=256}\u000a02:17:28.529612 --- ParallelTerminationStrategy: PID 10895 died...\u000a02:17:28.585618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10895): Terminated: ok {rc=0}\u000a02:17:28.596302 --- ParallelTerminationStrategy: PID 10896 died...\u000a02:17:28.651960 run iperf3-srv_10.42.42.10(pid=10896): Terminated {rc=256}\u000a02:17:28.662172 --- ParallelTerminationStrategy: PID 10897 died...\u000a02:17:28.717969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10897): Terminated: ok {rc=0}\u000a02:17:28.728058 --- ParallelTerminationStrategy: PID 10898 died...\u000a02:17:28.783977 run iperf3-srv_10.42.42.10(pid=10898): Terminated {rc=256}\u000a02:17:28.793968 --- ParallelTerminationStrategy: PID 10899 died...\u000a02:17:28.849392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10899): Terminated: ok {rc=0}\u000a02:17:28.859658 --- ParallelTerminationStrategy: PID 10900 died...\u000a02:17:28.915662 run iperf3-srv_10.42.42.10(pid=10900): Terminated {rc=256}\u000a02:17:28.925902 --- ParallelTerminationStrategy: PID 10903 died...\u000a02:17:28.981565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10903): Terminated: ok {rc=0}\u000a02:17:28.992120 --- ParallelTerminationStrategy: PID 10906 died...\u000a02:17:29.048054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10906): Terminated: ok {rc=0}\u000a02:17:29.058089 --- ParallelTerminationStrategy: PID 10921 died...\u000a02:17:29.113926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10921): Terminated: ok {rc=0}\u000a02:17:29.201480 bus /gobi_4: Setting Powered False\u000a02:17:30.305929 bus /gobi_4: Setting Powered False\u000a02:17:31.411403 bus /gobi_1: Setting Powered False\u000a02:17:32.518095 bus /gobi_1: Setting Powered False\u000a02:17:33.630469 bus /gobi_0: Setting Powered False\u000a02:17:34.732418 bus /gobi_0: Setting Powered False\u000a02:17:35.842903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10932): Process ended prematurely: osmo-stp_10.42.42.5(pid=10932) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10932)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10932): Process ended prematurely: osmo-stp_10.42.42.5(pid=10932) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:17:36.910234 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:36.921626 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:17:37.064901 tst ping.py: using LAC 18375\u000a02:17:37.191191 tst ping.py: using RAC 15\u000a02:17:37.318237 tst ping.py: using CellId 18375\u000a02:17:37.444752 tst ping.py: using BVCI 18376\u000a02:17:37.469821 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:37.481393 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:37.492497 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:37.503880 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:37.515248 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:37.526589 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:37.538195 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:37.549620 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:37.842087 tst ping.py:19: start network...\u000a02:17:37.976574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:38.485340 run create_hlr_db(pid=10926): Launched\u000a02:17:38.672832 bus /gobi_6: Setting Powered False\u000a02:17:39.692361 run create_hlr_db(pid=10926): Terminated: ok {rc=0}\u000a02:17:40.097328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10928): Launched\u000a02:17:40.401075 run osmo-hlr_10.42.42.2(pid=10929): Launched\u000a02:17:40.511135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:41.036113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10931): Launched\u000a02:17:41.338692 run osmo-stp_10.42.42.5(pid=10932): Launched\u000a02:17:41.448167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:41.972366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10934): Launched\u000a02:17:42.078632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:42.341808 run patchelf(pid=10935): Launched\u000a02:17:42.516406 run osmo-stp_10.42.42.5(pid=10932): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10932)]\u000a02:17:42.644878 run osmo-stp_10.42.42.5(pid=10932): stdout: \u000a| (launched: 2022-12-09_02:17:41.189264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:42.773694 run osmo-stp_10.42.42.5(pid=10932): stderr: \u000a| �[0;m�[38;5;43m20221209021741362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021741362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021741362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021741363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021741363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021741363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021741363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:42.897798 run osmo-stp_10.42.42.5(pid=10932): stdout: \u000a| (launched: 2022-12-09_02:17:41.189264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:43.020283 run osmo-stp_10.42.42.5(pid=10932): stderr: \u000a| �[0;m�[38;5;43m20221209021741362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021741362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021741362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021741363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021741363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021741363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021741363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:43.162857 run patchelf(pid=10935): Terminating (SIGINT)\u000a02:17:43.330514 run patchelf(pid=10935): Terminated: ok {rc=0}\u000a02:17:43.361011 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10932): Process ended prematurely: osmo-stp_10.42.42.5(pid=10932) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10932)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:17:43.369540 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:17:43.429316 run osmo-hlr_10.42.42.2(pid=10929): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10929)]\u000a02:17:43.477929 run osmo-hlr_10.42.42.2(pid=10929): stdout: \u000a| (launched: 2022-12-09_02:17:40.249859) \u000a02:17:43.527293 run osmo-hlr_10.42.42.2(pid=10929): stderr: \u000a| �[0;m�[1;31m20221209021740426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021740426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021740426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021740426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021740426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021740426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021740438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021740447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021740447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021740447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:43.569390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10928): Terminating (SIGTERM)\u000a02:17:43.608742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10931): Terminating (SIGTERM)\u000a02:17:43.648298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10934): Terminating (SIGTERM)\u000a02:17:43.657509 --- ParallelTerminationStrategy: PID 10928 died...\u000a02:17:43.710213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10928): Terminated: ok {rc=0}\u000a02:17:43.719705 --- ParallelTerminationStrategy: PID 10931 died...\u000a02:17:43.772224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10931): Terminated: ok {rc=0}\u000a02:17:43.781813 --- ParallelTerminationStrategy: PID 10934 died...\u000a02:17:43.834544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10934): Terminated: ok {rc=0}\u000a02:17:43.923888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10942): Process ended prematurely: osmo-stp_10.42.42.5(pid=10942) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10942)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10942): Process ended prematurely: osmo-stp_10.42.42.5(pid=10942) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:17:44.975502 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:44.987508 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:17:45.133879 tst ping_idle_ping.py: using LAC 18376\u000a02:17:45.257504 tst ping_idle_ping.py: using RAC 16\u000a02:17:45.374712 tst ping_idle_ping.py: using CellId 18376\u000a02:17:45.500418 tst ping_idle_ping.py: using BVCI 18377\u000a02:17:45.525817 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:45.537627 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:45.549003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:45.561407 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:45.573134 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:45.585090 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:45.597460 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:45.609453 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:45.908444 tst ping_idle_ping.py:24: start network...\u000a02:17:46.035339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:46.570470 run create_hlr_db(pid=10936): Launched\u000a02:17:46.749253 bus /gobi_6: Setting Powered False\u000a02:17:47.765995 run create_hlr_db(pid=10936): Terminated: ok {rc=0}\u000a02:17:48.195515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10938): Launched\u000a02:17:48.535672 run osmo-hlr_10.42.42.2(pid=10939): Launched\u000a02:17:48.657256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:49.212203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10941): Launched\u000a02:17:49.511800 run osmo-stp_10.42.42.5(pid=10942): Launched\u000a02:17:49.620448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:50.141070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10944): Launched\u000a02:17:50.247539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:50.507522 run patchelf(pid=10945): Launched\u000a02:17:50.681920 run osmo-stp_10.42.42.5(pid=10942): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10942)]\u000a02:17:50.810561 run osmo-stp_10.42.42.5(pid=10942): stdout: \u000a| (launched: 2022-12-09_02:17:49.364293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:50.938716 run osmo-stp_10.42.42.5(pid=10942): stderr: \u000a| �[0;m�[38;5;43m20221209021749535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021749535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021749535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021749536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021749536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021749536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021749537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:51.062536 run osmo-stp_10.42.42.5(pid=10942): stdout: \u000a| (launched: 2022-12-09_02:17:49.364293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:51.185098 run osmo-stp_10.42.42.5(pid=10942): stderr: \u000a| �[0;m�[38;5;43m20221209021749535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021749535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021749535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021749536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021749536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021749536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021749537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:51.327261 run patchelf(pid=10945): Terminating (SIGINT)\u000a02:17:51.494201 run patchelf(pid=10945): Terminated: ok {rc=0}\u000a02:17:51.524481 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10942): Process ended prematurely: osmo-stp_10.42.42.5(pid=10942) [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10942)] [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:17:51.532884 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:17:51.592530 run osmo-hlr_10.42.42.2(pid=10939): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10939)]\u000a02:17:51.641090 run osmo-hlr_10.42.42.2(pid=10939): stdout: \u000a| (launched: 2022-12-09_02:17:48.378063) \u000a02:17:51.690361 run osmo-hlr_10.42.42.2(pid=10939): stderr: \u000a| �[0;m�[1;31m20221209021748580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021748580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021748580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021748580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021748580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021748580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021748592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021748600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021748600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021748601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:51.732481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10938): Terminating (SIGTERM)\u000a02:17:51.772190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10941): Terminating (SIGTERM)\u000a02:17:51.811875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10944): Terminating (SIGTERM)\u000a02:17:51.821236 --- ParallelTerminationStrategy: PID 10938 died...\u000a02:17:51.874491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10938): Terminated: ok {rc=0}\u000a02:17:51.884412 --- ParallelTerminationStrategy: PID 10941 died...\u000a02:17:51.937955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10941): Terminated: ok {rc=0}\u000a02:17:51.948047 --- ParallelTerminationStrategy: PID 10944 died...\u000a02:17:52.001079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10944): Terminated: ok {rc=0}\u000a02:17:52.083811 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:16:53" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2353↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2353↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:17:54.084791 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.096383 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:17:54.250882 tst switch_tch_pdch.py: using LAC 18377\u000a02:17:54.380173 tst switch_tch_pdch.py: using RAC 17\u000a02:17:54.504092 tst switch_tch_pdch.py: using CellId 18377\u000a02:17:54.623309 tst switch_tch_pdch.py: using BVCI 18378\u000a02:17:54.646329 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.657671 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.668763 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.680242 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.691536 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.702954 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.714493 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:54.725663 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:17:54.841282 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:17:55.132337 tst switch_tch_pdch.py:51: start network...\u000a02:17:55.266253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:55.768782 run create_hlr_db(pid=10949): Launched\u000a02:17:55.954406 bus /gobi_6: Setting Powered False\u000a02:17:56.974499 run create_hlr_db(pid=10949): Terminated: ok {rc=0}\u000a02:17:57.373996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Launched\u000a02:17:57.672765 run osmo-hlr_10.42.42.2(pid=10952): Launched\u000a02:17:57.786597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:58.306874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Launched\u000a02:17:58.607950 run osmo-stp_10.42.42.5(pid=10955): Launched\u000a02:17:58.723616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:59.233434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10957): Launched\u000a02:17:59.337577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:59.591823 run patchelf(pid=10958): Launched\u000a02:17:59.762872 run osmo-stp_10.42.42.5(pid=10955): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]\u000a02:17:59.888137 run osmo-stp_10.42.42.5(pid=10955): stdout: \u000a| (launched: 2022-12-09_02:17:58.456832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:00.013950 run osmo-stp_10.42.42.5(pid=10955): stderr: \u000a| �[0;m�[38;5;43m20221209021758626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021758627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021758627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021758627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021758628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021758628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021758628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:00.135333 run osmo-stp_10.42.42.5(pid=10955): stdout: \u000a| (launched: 2022-12-09_02:17:58.456832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:00.255029 run osmo-stp_10.42.42.5(pid=10955): stderr: \u000a| �[0;m�[38;5;43m20221209021758626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021758627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021758627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021758627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021758628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021758628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021758628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:00.395333 run patchelf(pid=10958): Terminating (SIGINT)\u000a02:18:00.560008 run patchelf(pid=10958): Terminated: ok {rc=0}\u000a02:18:00.589906 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2353↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)] [trial-2353↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:18:00.598490 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:18:00.657539 run osmo-hlr_10.42.42.2(pid=10952): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10952)]\u000a02:18:00.705864 run osmo-hlr_10.42.42.2(pid=10952): stdout: \u000a| (launched: 2022-12-09_02:17:57.525377) \u000a02:18:00.754792 run osmo-hlr_10.42.42.2(pid=10952): stderr: \u000a| �[0;m�[1;31m20221209021757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021757703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021757719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021757729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021757729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021757729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:00.797035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Terminating (SIGTERM)\u000a02:18:00.840665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Terminating (SIGTERM)\u000a02:18:00.886818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10957): Terminating (SIGTERM)\u000a02:18:00.898993 --- ParallelTerminationStrategy: PID 10951 died...\u000a02:18:00.952838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Terminated: ok {rc=0}\u000a02:18:00.962914 --- ParallelTerminationStrategy: PID 10954 died...\u000a02:18:01.018163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Terminated: ok {rc=0}\u000a02:18:01.028725 --- ParallelTerminationStrategy: PID 10957 died...\u000a02:18:01.082993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10957): Terminated: ok {rc=0}\u000a02:18:01.168362 bus /gobi_0: Setting Powered False\u000a02:18:02.278479 bus /gobi_0: Setting Powered False\u000a02:18:03.388863 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:17:53" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10968): Process ended prematurely: osmo-stp_10.42.42.5(pid=10968) [trial-2353↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10968)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10968): Process ended prematurely: osmo-stp_10.42.42.5(pid=10968) [trial-2353↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:18:05.326255 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.337512 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:18:05.487447 tst switch_tch_pdch.py: using LAC 18378\u000a02:18:05.610352 tst switch_tch_pdch.py: using RAC 18\u000a02:18:05.733430 tst switch_tch_pdch.py: using CellId 18378\u000a02:18:05.863007 tst switch_tch_pdch.py: using BVCI 18379\u000a02:18:05.887306 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.898622 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.909780 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.921053 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.932239 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.943673 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.955244 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:18:05.966660 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:18:06.083204 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:18:06.353801 tst switch_tch_pdch.py:51: start network...\u000a02:18:06.475588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:06.921592 run create_hlr_db(pid=10962): Launched\u000a02:18:07.041362 bus /gobi_6: Setting Powered False\u000a02:18:08.113197 run create_hlr_db(pid=10962): Terminated: ok {rc=0}\u000a02:18:08.478269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10964): Launched\u000a02:18:08.770861 run osmo-hlr_10.42.42.2(pid=10965): Launched\u000a02:18:08.883279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:09.363853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10967): Launched\u000a02:18:09.654693 run osmo-stp_10.42.42.5(pid=10968): Launched\u000a02:18:09.761306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:18:10.246005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10970): Launched\u000a02:18:10.350491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:18:10.604615 run patchelf(pid=10971): Launched\u000a02:18:10.776058 run osmo-stp_10.42.42.5(pid=10968): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10968)]\u000a02:18:10.902271 run osmo-stp_10.42.42.5(pid=10968): stdout: \u000a| (launched: 2022-12-09_02:18:09.512069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:11.027733 run osmo-stp_10.42.42.5(pid=10968): stderr: \u000a| �[0;m�[38;5;43m20221209021809675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021809675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021809676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021809676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021809677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021809677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021809677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:11.148683 run osmo-stp_10.42.42.5(pid=10968): stdout: \u000a| (launched: 2022-12-09_02:18:09.512069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:11.269030 run osmo-stp_10.42.42.5(pid=10968): stderr: \u000a| �[0;m�[38;5;43m20221209021809675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021809675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021809676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021809676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021809677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021809677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021809677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:11.408585 run patchelf(pid=10971): Terminating (SIGINT)\u000a02:18:11.572872 run patchelf(pid=10971): Terminated: ok {rc=0}\u000a02:18:11.602871 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10968): Process ended prematurely: osmo-stp_10.42.42.5(pid=10968) [trial-2353↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10968)] [trial-2353↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:18:11.611503 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a02:18:11.670665 run osmo-hlr_10.42.42.2(pid=10965): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10965)]\u000a02:18:11.718986 run osmo-hlr_10.42.42.2(pid=10965): stdout: \u000a| (launched: 2022-12-09_02:18:08.627216) \u000a02:18:11.767867 run osmo-hlr_10.42.42.2(pid=10965): stderr: \u000a| �[0;m�[1;31m20221209021808801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021808801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021808801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021808801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021808801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021808801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021808811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021808820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021808821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021808821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:11.809643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10964): Terminating (SIGTERM)\u000a02:18:11.849154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10967): Terminating (SIGTERM)\u000a02:18:11.888522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10970): Terminating (SIGTERM)\u000a02:18:11.897707 --- ParallelTerminationStrategy: PID 10964 died...\u000a02:18:11.950418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10964): Terminated: ok {rc=0}\u000a02:18:11.959945 --- ParallelTerminationStrategy: PID 10967 died...\u000a02:18:12.012811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10967): Terminated: ok {rc=0}\u000a02:18:12.022352 --- ParallelTerminationStrategy: PID 10970 died...\u000a02:18:12.074912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10970): Terminated: ok {rc=0}\u000a02:18:12.158292 bus /gobi_0: Setting Powered False\u000a02:18:13.265259 bus /gobi_0: Setting Powered False\u000a02:18:14.373615 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:18:05" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10976): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10976) [trial-2353↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10976)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10976): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10976) [trial-2353↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a02:18:16.251216 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a02:18:16.267088 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a02:18:16.400091 tst mo_mt_sms.py: using LAC 18379\u000a02:18:16.515984 tst mo_mt_sms.py: using RAC 19\u000a02:18:16.662457 tst mo_mt_sms.py: using CellId 18379\u000a02:18:16.832667 tst mo_mt_sms.py: using BVCI 18380\u000a02:18:16.869604 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:18:16.992689 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:18:17.295807 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:18:17.430479 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:18:18.082852 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10975): Launched\u000a02:18:18.395904 run osmo-nitb_10.42.42.2(pid=10976): Launched\u000a02:18:18.589133 run osmo-nitb_10.42.42.2(pid=10976): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10976)]\u000a02:18:18.731803 run osmo-nitb_10.42.42.2(pid=10976): stdout: \u000a| (launched: 2022-12-09_02:18:18.244512) \u000a02:18:18.875005 run osmo-nitb_10.42.42.2(pid=10976): stderr: \u000a| (launched: 2022-12-09_02:18:18.291586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:19.013517 run osmo-nitb_10.42.42.2(pid=10976): stdout: \u000a| (launched: 2022-12-09_02:18:18.244512) \u000a02:18:19.151674 run osmo-nitb_10.42.42.2(pid=10976): stderr: \u000a| (launched: 2022-12-09_02:18:18.291586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:19.523482 tst osmo-nitb_10.42.42.2(pid=10976): stdout: \u000a| (launched: 2022-12-09_02:18:18.244512) \u000a02:18:19.648860 tst osmo-nitb_10.42.42.2(pid=10976): stderr: \u000a| (launched: 2022-12-09_02:18:18.291586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:19.703863 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10976): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10976) [trial-2353↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10976)] [trial-2353↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a02:18:19.712416 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a02:18:19.748698 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10975): Terminating (SIGTERM)\u000a02:18:19.926375 --- ParallelTerminationStrategy: PID 10975 died...\u000a02:18:19.984288 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10975): Terminated: ok {rc=0}\u000a02:18:20.071016 bus /sierra_3: Setting Powered False\u000a02:18:21.174655 bus /sierra_3: Setting Powered False\u000a02:18:22.282035 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:18:16" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2353↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2353↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a02:18:24.138094 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:24.149475 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a02:18:24.274858 tst mo_mt_sms.py: using LAC 18380\u000a02:18:24.397011 tst mo_mt_sms.py: using RAC 20\u000a02:18:24.518906 tst mo_mt_sms.py: using CellId 18380\u000a02:18:24.635222 tst mo_mt_sms.py: using BVCI 18381\u000a02:18:24.657868 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:24.668364 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:24.678826 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:24.689211 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:24.699658 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:24.709973 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:18:24.826960 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:18:25.031869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:25.526366 run create_hlr_db(pid=10980): Launched\u000a02:18:25.709095 bus /sierra_2: Setting Powered False\u000a02:18:26.729268 run create_hlr_db(pid=10980): Terminated: ok {rc=0}\u000a02:18:27.122544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Launched\u000a02:18:27.413919 run osmo-hlr_10.42.42.2(pid=10983): Launched\u000a02:18:27.522089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:28.029425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Launched\u000a02:18:28.320431 run osmo-stp_10.42.42.5(pid=10986): Launched\u000a02:18:28.427119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:28.960803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10988): Launched\u000a02:18:29.254578 run osmo-msc_10.42.42.6(pid=10989): Launched\u000a02:18:29.427922 run osmo-stp_10.42.42.5(pid=10986): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]\u000a02:18:29.552533 run osmo-stp_10.42.42.5(pid=10986): stdout: \u000a| (launched: 2022-12-09_02:18:28.177742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:29.675132 run osmo-stp_10.42.42.5(pid=10986): stderr: \u000a| �[0;m�[38;5;43m20221209021828343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021828343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021828344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021828344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021828345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021828345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021828345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:29.792845 run osmo-stp_10.42.42.5(pid=10986): stdout: \u000a| (launched: 2022-12-09_02:18:28.177742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:29.909702 run osmo-stp_10.42.42.5(pid=10986): stderr: \u000a| �[0;m�[38;5;43m20221209021828343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021828343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021828344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021828344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021828345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021828345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021828345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:29.961289 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2353↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)] [trial-2353↪sms:oc2g↪mo_mt_sms.py:16]\u000a02:18:29.969207 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a02:18:30.028503 run osmo-hlr_10.42.42.2(pid=10983): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10983)]\u000a02:18:30.077274 run osmo-hlr_10.42.42.2(pid=10983): stdout: \u000a| (launched: 2022-12-09_02:18:27.270540) \u000a02:18:30.126608 run osmo-hlr_10.42.42.2(pid=10983): stderr: \u000a| �[0;m�[1;31m20221209021827439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021827440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021827440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021827440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021827440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021827440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021827468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021827478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021827478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021827478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:30.193703 run osmo-msc_10.42.42.6(pid=10989): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10989)]\u000a02:18:30.242369 run osmo-msc_10.42.42.6(pid=10989): stdout: \u000a| (launched: 2022-12-09_02:18:29.110487) \u000a02:18:30.291258 run osmo-msc_10.42.42.6(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221209021829378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021829380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1108bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021829380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021829380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021829380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021829380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021829382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021829382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021829383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021829383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:30.333137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Terminating (SIGTERM)\u000a02:18:30.372566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Terminating (SIGTERM)\u000a02:18:30.412260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10988): Terminating (SIGTERM)\u000a02:18:30.421498 --- ParallelTerminationStrategy: PID 10982 died...\u000a02:18:30.474662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Terminated: ok {rc=0}\u000a02:18:30.484276 --- ParallelTerminationStrategy: PID 10985 died...\u000a02:18:30.537184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Terminated: ok {rc=0}\u000a02:18:30.546723 --- ParallelTerminationStrategy: PID 10988 died...\u000a02:18:30.599652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10988): Terminated: ok {rc=0}\u000a02:18:30.682947 bus /sierra_3: Setting Powered False\u000a02:18:31.785355 bus /sierra_3: Setting Powered False\u000a02:18:32.891612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:18:23" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10996): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10996) [trial-2353↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10996)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10996): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10996) [trial-2353↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a02:18:34.699051 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a02:18:34.710040 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a02:18:34.835967 tst assert_extension.py: using LAC 18381\u000a02:18:34.959280 tst assert_extension.py: using RAC 21\u000a02:18:35.079813 tst assert_extension.py: using CellId 18381\u000a02:18:35.197069 tst assert_extension.py: using BVCI 18382\u000a02:18:35.219605 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a02:18:35.500210 tst assert_extension.py:10: start nitb and bts...\u000a02:18:35.622781 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:18:36.226515 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10995): Launched\u000a02:18:36.515345 run osmo-nitb_10.42.42.2(pid=10996): Launched\u000a02:18:36.695051 run osmo-nitb_10.42.42.2(pid=10996): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10996)]\u000a02:18:36.827723 run osmo-nitb_10.42.42.2(pid=10996): stdout: \u000a| (launched: 2022-12-09_02:18:36.375285) \u000a02:18:36.960932 run osmo-nitb_10.42.42.2(pid=10996): stderr: \u000a| (launched: 2022-12-09_02:18:36.418843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:37.090306 run osmo-nitb_10.42.42.2(pid=10996): stdout: \u000a| (launched: 2022-12-09_02:18:36.375285) \u000a02:18:37.217886 run osmo-nitb_10.42.42.2(pid=10996): stderr: \u000a| (launched: 2022-12-09_02:18:36.418843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:37.633479 tst osmo-nitb_10.42.42.2(pid=10996): stdout: \u000a| (launched: 2022-12-09_02:18:36.375285) \u000a02:18:37.749468 tst osmo-nitb_10.42.42.2(pid=10996): stderr: \u000a| (launched: 2022-12-09_02:18:36.418843)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:37.800246 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10996): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10996) [trial-2353↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10996)] [trial-2353↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a02:18:37.808045 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:18:37.841997 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10995): Terminating (SIGTERM)\u000a02:18:38.019267 --- ParallelTerminationStrategy: PID 10995 died...\u000a02:18:38.073593 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10995): Terminated: ok {rc=0}\u000a02:18:38.155986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:18:34" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11007): Process ended prematurely: osmo-stp_10.42.42.5(pid=11007) [trial-2353↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11007)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11007): Process ended prematurely: osmo-stp_10.42.42.5(pid=11007) [trial-2353↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a02:18:39.957801 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:39.968680 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a02:18:40.098470 tst assert_extension.py: using LAC 18382\u000a02:18:40.227665 tst assert_extension.py: using RAC 22\u000a02:18:40.349884 tst assert_extension.py: using CellId 18382\u000a02:18:40.472336 tst assert_extension.py: using BVCI 18383\u000a02:18:40.496488 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:40.507579 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:40.518492 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:40.529523 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:40.540582 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:40.552442 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a02:18:40.761439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:41.257403 run create_hlr_db(pid=11001): Launched\u000a02:18:41.440356 bus /sierra_2: Setting Powered False\u000a02:18:42.461157 run create_hlr_db(pid=11001): Terminated: ok {rc=0}\u000a02:18:42.878960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11003): Launched\u000a02:18:43.194932 run osmo-hlr_10.42.42.2(pid=11004): Launched\u000a02:18:43.310349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:43.862253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11006): Launched\u000a02:18:44.178021 run osmo-stp_10.42.42.5(pid=11007): Launched\u000a02:18:44.292807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:44.865902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11009): Launched\u000a02:18:45.181780 run osmo-msc_10.42.42.6(pid=11010): Launched\u000a02:18:45.368006 run osmo-stp_10.42.42.5(pid=11007): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11007)]\u000a02:18:45.502738 run osmo-stp_10.42.42.5(pid=11007): stdout: \u000a| (launched: 2022-12-09_02:18:44.022760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:45.636690 run osmo-stp_10.42.42.5(pid=11007): stderr: \u000a| �[0;m�[38;5;43m20221209021844211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021844211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021844211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021844212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021844212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021844212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021844212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:45.763647 run osmo-stp_10.42.42.5(pid=11007): stdout: \u000a| (launched: 2022-12-09_02:18:44.022760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:45.908304 run osmo-stp_10.42.42.5(pid=11007): stderr: \u000a| �[0;m�[38;5;43m20221209021844211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021844211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021844211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021844212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021844212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021844212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021844212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:45.986537 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11007): Process ended prematurely: osmo-stp_10.42.42.5(pid=11007) [trial-2353↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11007)] [trial-2353↪ussd:oc2g↪assert_extension.py:17]\u000a02:18:45.995952 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a02:18:46.063704 run osmo-hlr_10.42.42.2(pid=11004): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11004)]\u000a02:18:46.118689 run osmo-hlr_10.42.42.2(pid=11004): stdout: \u000a| (launched: 2022-12-09_02:18:43.039687) \u000a02:18:46.174179 run osmo-hlr_10.42.42.2(pid=11004): stderr: \u000a| �[0;m�[1;31m20221209021843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021843262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021843271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021843271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021843271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:46.248502 run osmo-msc_10.42.42.6(pid=11010): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11010)]\u000a02:18:46.303007 run osmo-msc_10.42.42.6(pid=11010): stdout: \u000a| (launched: 2022-12-09_02:18:45.026020) \u000a02:18:46.357813 run osmo-msc_10.42.42.6(pid=11010): stderr: \u000a| �[0;m�[38;5;43m20221209021845346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021845346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f686e217c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021845346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021845346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021845347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021845347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021845348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021845349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021845349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021845349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:46.404128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11003): Terminating (SIGTERM)\u000a02:18:46.447957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11006): Terminating (SIGTERM)\u000a02:18:46.491880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11009): Terminating (SIGTERM)\u000a02:18:46.502179 --- ParallelTerminationStrategy: PID 11003 died...\u000a02:18:46.561009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11003): Terminated: ok {rc=0}\u000a02:18:46.571903 --- ParallelTerminationStrategy: PID 11006 died...\u000a02:18:46.634344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11006): Terminated: ok {rc=0}\u000a02:18:46.646532 --- ParallelTerminationStrategy: PID 11009 died...\u000a02:18:46.714417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11009): Terminated: ok {rc=0}\u000a02:18:46.811656 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:18:39" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11041): Process ended prematurely: osmo-stp_10.42.42.5(pid=11041) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11041): Process ended prematurely: osmo-stp_10.42.42.5(pid=11041) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:18:48.737920 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:48.749299 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:18:48.897448 tst mo_mt_call.py: using LAC 18383\u000a02:18:49.022801 tst mo_mt_call.py: using RAC 23\u000a02:18:49.155264 tst mo_mt_call.py: using CellId 18383\u000a02:18:49.279281 tst mo_mt_call.py: using BVCI 18384\u000a02:18:49.303754 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:49.315207 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:49.326421 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:49.337958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:49.349545 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:49.360842 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:49.479620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:49.690166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:50.193466 run create_hlr_db(pid=11016): Launched\u000a02:18:50.378393 bus /sierra_2: Setting Powered False\u000a02:18:51.399900 run create_hlr_db(pid=11016): Terminated: ok {rc=0}\u000a02:18:51.799582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11037): Launched\u000a02:18:52.097843 run osmo-hlr_10.42.42.2(pid=11038): Launched\u000a02:18:52.209245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:52.724940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11040): Launched\u000a02:18:53.022630 run osmo-stp_10.42.42.5(pid=11041): Launched\u000a02:18:53.131530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:53.677165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11043): Launched\u000a02:18:53.975931 run osmo-msc_10.42.42.6(pid=11045): Launched\u000a02:18:54.151929 run osmo-stp_10.42.42.5(pid=11041): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)]\u000a02:18:54.278002 run osmo-stp_10.42.42.5(pid=11041): stdout: \u000a| (launched: 2022-12-09_02:18:52.876619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:54.402119 run osmo-stp_10.42.42.5(pid=11041): stderr: \u000a| �[0;m�[38;5;43m20221209021853043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021853043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021853043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021853044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021853044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021853044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021853045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:54.521991 run osmo-stp_10.42.42.5(pid=11041): stdout: \u000a| (launched: 2022-12-09_02:18:52.876619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:54.640749 run osmo-stp_10.42.42.5(pid=11041): stderr: \u000a| �[0;m�[38;5;43m20221209021853043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021853043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021853043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021853044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021853044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021853044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021853045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:54.693081 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11041): Process ended prematurely: osmo-stp_10.42.42.5(pid=11041) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11041)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:18:54.701614 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:18:54.760278 run osmo-hlr_10.42.42.2(pid=11038): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11038)]\u000a02:18:54.808907 run osmo-hlr_10.42.42.2(pid=11038): stdout: \u000a| (launched: 2022-12-09_02:18:51.951453) \u000a02:18:54.857709 run osmo-hlr_10.42.42.2(pid=11038): stderr: \u000a| �[0;m�[1;31m20221209021852125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021852125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021852125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021852125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021852125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021852126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021852138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021852146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021852147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021852147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:54.924183 run osmo-msc_10.42.42.6(pid=11045): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11045)]\u000a02:18:54.972264 run osmo-msc_10.42.42.6(pid=11045): stdout: \u000a| (launched: 2022-12-09_02:18:53.828533) \u000a02:18:55.020937 run osmo-msc_10.42.42.6(pid=11045): stderr: \u000a| �[0;m�[38;5;43m20221209021854103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021854103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bc4acac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021854103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021854103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021854103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021854103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021854105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021854105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021854106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021854106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:55.062150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11037): Terminating (SIGTERM)\u000a02:18:55.100798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11040): Terminating (SIGTERM)\u000a02:18:55.139652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11043): Terminating (SIGTERM)\u000a02:18:55.148668 --- ParallelTerminationStrategy: PID 11037 died...\u000a02:18:55.201135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11037): Terminated: ok {rc=0}\u000a02:18:55.210969 --- ParallelTerminationStrategy: PID 11040 died...\u000a02:18:55.264106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11040): Terminated: ok {rc=0}\u000a02:18:55.273929 --- ParallelTerminationStrategy: PID 11043 died...\u000a02:18:55.326104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11043): Terminated: ok {rc=0}\u000a02:18:55.413509 bus /sierra_3: Setting Powered False\u000a02:18:56.515102 bus /sierra_3: Setting Powered False\u000a02:18:57.625840 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11053): Process ended prematurely: osmo-stp_10.42.42.5(pid=11053) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11053)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11053): Process ended prematurely: osmo-stp_10.42.42.5(pid=11053) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:18:58.734971 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:58.746661 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:18:58.888379 tst mo_mt_call_osmux.py: using LAC 18384\u000a02:18:59.008257 tst mo_mt_call_osmux.py: using RAC 24\u000a02:18:59.125524 tst mo_mt_call_osmux.py: using CellId 18384\u000a02:18:59.245636 tst mo_mt_call_osmux.py: using BVCI 18385\u000a02:18:59.268473 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:59.279573 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:59.290616 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:59.301433 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:59.312080 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:59.322971 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:59.442374 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:59.644633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:00.121923 run create_hlr_db(pid=11047): Launched\u000a02:19:00.292319 bus /sierra_2: Setting Powered False\u000a02:19:01.386866 run create_hlr_db(pid=11047): Terminated: ok {rc=0}\u000a02:19:01.828419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11049): Launched\u000a02:19:02.204241 run osmo-hlr_10.42.42.2(pid=11050): Launched\u000a02:19:02.339808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:02.856620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11052): Launched\u000a02:19:03.154621 run osmo-stp_10.42.42.5(pid=11053): Launched\u000a02:19:03.263720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:03.808861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11055): Launched\u000a02:19:04.106126 run osmo-msc_10.42.42.6(pid=11056): Launched\u000a02:19:04.282329 run osmo-stp_10.42.42.5(pid=11053): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11053)]\u000a02:19:04.408540 run osmo-stp_10.42.42.5(pid=11053): stdout: \u000a| (launched: 2022-12-09_02:19:03.008606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:04.532815 run osmo-stp_10.42.42.5(pid=11053): stderr: \u000a| �[0;m�[38;5;43m20221209021903176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021903176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021903177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021903177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021903177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021903178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021903178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:04.652899 run osmo-stp_10.42.42.5(pid=11053): stdout: \u000a| (launched: 2022-12-09_02:19:03.008606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:04.771781 run osmo-stp_10.42.42.5(pid=11053): stderr: \u000a| �[0;m�[38;5;43m20221209021903176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021903176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021903177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021903177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021903177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021903178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021903178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:04.824271 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11053): Process ended prematurely: osmo-stp_10.42.42.5(pid=11053) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11053)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:19:04.832670 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:19:04.892365 run osmo-hlr_10.42.42.2(pid=11050): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11050)]\u000a02:19:04.940930 run osmo-hlr_10.42.42.2(pid=11050): stdout: \u000a| (launched: 2022-12-09_02:19:01.985096) \u000a02:19:04.990065 run osmo-hlr_10.42.42.2(pid=11050): stderr: \u000a| �[0;m�[1;31m20221209021902258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021902258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021902258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021902258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021902258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021902258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021902270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021902279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021902279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021902279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:05.057934 run osmo-msc_10.42.42.6(pid=11056): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11056)]\u000a02:19:05.106994 run osmo-msc_10.42.42.6(pid=11056): stdout: \u000a| (launched: 2022-12-09_02:19:03.960443) \u000a02:19:05.156571 run osmo-msc_10.42.42.6(pid=11056): stderr: \u000a| �[0;m�[38;5;43m20221209021904232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021904232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f829bcc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021904233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021904233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021904233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021904233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021904235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021904235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021904235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021904235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:05.198527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11049): Terminating (SIGTERM)\u000a02:19:05.238128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11052): Terminating (SIGTERM)\u000a02:19:05.277662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11055): Terminating (SIGTERM)\u000a02:19:05.286646 --- ParallelTerminationStrategy: PID 11049 died...\u000a02:19:05.340158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11049): Terminated: ok {rc=0}\u000a02:19:05.349987 --- ParallelTerminationStrategy: PID 11052 died...\u000a02:19:05.402922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11052): Terminated: ok {rc=0}\u000a02:19:05.412671 --- ParallelTerminationStrategy: PID 11055 died...\u000a02:19:05.465534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11055): Terminated: ok {rc=0}\u000a02:19:05.553224 bus /sierra_3: Setting Powered False\u000a02:19:06.655757 bus /sierra_3: Setting Powered False\u000a02:19:07.766982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:18:48" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:09.722482 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:09.734123 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:19:09.885962 tst mo_mt_call.py: using LAC 18385\u000a02:19:10.009380 tst mo_mt_call.py: using RAC 25\u000a02:19:10.126110 tst mo_mt_call.py: using CellId 18385\u000a02:19:10.242835 tst mo_mt_call.py: using BVCI 18386\u000a02:19:10.265717 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:10.276535 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:10.287342 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:10.298106 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:10.308782 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:10.319565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:19:10.436690 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:19:10.637655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:11.117314 run create_hlr_db(pid=11062): Launched\u000a02:19:11.289631 bus /sierra_2: Setting Powered False\u000a02:19:12.324292 run create_hlr_db(pid=11062): Terminated: ok {rc=0}\u000a02:19:12.725341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Launched\u000a02:19:13.023353 run osmo-hlr_10.42.42.2(pid=11065): Launched\u000a02:19:13.141646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:13.664729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Launched\u000a02:19:13.961979 run osmo-stp_10.42.42.5(pid=11068): Launched\u000a02:19:14.070293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:14.614826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11070): Launched\u000a02:19:14.913336 run osmo-msc_10.42.42.6(pid=11071): Launched\u000a02:19:15.088926 run osmo-stp_10.42.42.5(pid=11068): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]\u000a02:19:15.215900 run osmo-stp_10.42.42.5(pid=11068): stdout: \u000a| (launched: 2022-12-09_02:19:13.816036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:15.340259 run osmo-stp_10.42.42.5(pid=11068): stderr: \u000a| �[0;m�[38;5;43m20221209021913984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021913984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021913984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021913985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021913985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021913985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021913985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:15.461242 run osmo-stp_10.42.42.5(pid=11068): stdout: \u000a| (launched: 2022-12-09_02:19:13.816036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:15.580218 run osmo-stp_10.42.42.5(pid=11068): stderr: \u000a| �[0;m�[38;5;43m20221209021913984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021913984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021913984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021913985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021913985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021913985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021913985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:15.632789 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:19:15.641174 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:19:15.701024 run osmo-hlr_10.42.42.2(pid=11065): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11065)]\u000a02:19:15.749957 run osmo-hlr_10.42.42.2(pid=11065): stdout: \u000a| (launched: 2022-12-09_02:19:12.876917) \u000a02:19:15.799392 run osmo-hlr_10.42.42.2(pid=11065): stderr: \u000a| �[0;m�[1;31m20221209021913049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021913049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021913049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021913050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021913050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021913050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021913062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021913071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021913071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021913071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:15.869111 run osmo-msc_10.42.42.6(pid=11071): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11071)]\u000a02:19:15.923866 run osmo-msc_10.42.42.6(pid=11071): stdout: \u000a| (launched: 2022-12-09_02:19:14.766595) \u000a02:19:15.973690 run osmo-msc_10.42.42.6(pid=11071): stderr: \u000a| �[0;m�[38;5;43m20221209021915035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021915035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb34e3d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021915035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021915035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021915036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021915037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021915039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021915039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021915039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021915039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:16.017064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Terminating (SIGTERM)\u000a02:19:16.057435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Terminating (SIGTERM)\u000a02:19:16.097772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11070): Terminating (SIGTERM)\u000a02:19:16.107090 --- ParallelTerminationStrategy: PID 11064 died...\u000a02:19:16.161775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Terminated: ok {rc=0}\u000a02:19:16.171840 --- ParallelTerminationStrategy: PID 11067 died...\u000a02:19:16.225537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Terminated: ok {rc=0}\u000a02:19:16.235884 --- ParallelTerminationStrategy: PID 11070 died...\u000a02:19:16.290171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11070): Terminated: ok {rc=0}\u000a02:19:16.375296 bus /sierra_3: Setting Powered False\u000a02:19:17.475023 bus /sierra_3: Setting Powered False\u000a02:19:18.585992 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:19:19.695831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:19.707404 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:19:19.851146 tst mo_mt_call_osmux.py: using LAC 18386\u000a02:19:19.970764 tst mo_mt_call_osmux.py: using RAC 26\u000a02:19:20.088435 tst mo_mt_call_osmux.py: using CellId 18386\u000a02:19:20.211389 tst mo_mt_call_osmux.py: using BVCI 18387\u000a02:19:20.234246 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:20.245257 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:20.255986 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:20.266887 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:20.277731 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:19:20.288532 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:19:20.407450 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:19:20.612636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:21.089323 run create_hlr_db(pid=11073): Launched\u000a02:19:21.259952 bus /sierra_2: Setting Powered False\u000a02:19:22.294876 run create_hlr_db(pid=11073): Terminated: ok {rc=0}\u000a02:19:22.719217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Launched\u000a02:19:23.039376 run osmo-hlr_10.42.42.2(pid=11076): Launched\u000a02:19:23.158942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:23.716820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Launched\u000a02:19:24.038360 run osmo-stp_10.42.42.5(pid=11079): Launched\u000a02:19:24.156933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:24.743040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11081): Launched\u000a02:19:25.065030 run osmo-msc_10.42.42.6(pid=11082): Launched\u000a02:19:25.254513 run osmo-stp_10.42.42.5(pid=11079): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)]\u000a02:19:25.390615 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-09_02:19:23.880697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:25.526316 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221209021924069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021924070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021924070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021924070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021924071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021924071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021924071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:25.656054 run osmo-stp_10.42.42.5(pid=11079): stdout: \u000a| (launched: 2022-12-09_02:19:23.880697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:25.784414 run osmo-stp_10.42.42.5(pid=11079): stderr: \u000a| �[0;m�[38;5;43m20221209021924069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021924070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021924070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021924070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021924071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021924071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021924071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:25.841070 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11079): Process ended prematurely: osmo-stp_10.42.42.5(pid=11079) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11079)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:19:25.850427 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:19:25.913581 run osmo-hlr_10.42.42.2(pid=11076): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11076)]\u000a02:19:25.964736 run osmo-hlr_10.42.42.2(pid=11076): stdout: \u000a| (launched: 2022-12-09_02:19:22.882859) \u000a02:19:26.016859 run osmo-hlr_10.42.42.2(pid=11076): stderr: \u000a| �[0;m�[1;31m20221209021923077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021923077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021923077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021923077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021923077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021923077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021923090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021923098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021923098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021923098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:26.087252 run osmo-msc_10.42.42.6(pid=11082): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11082)]\u000a02:19:26.138604 run osmo-msc_10.42.42.6(pid=11082): stdout: \u000a| (launched: 2022-12-09_02:19:24.907375) \u000a02:19:26.190565 run osmo-msc_10.42.42.6(pid=11082): stderr: \u000a| �[0;m�[38;5;43m20221209021925224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021925224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d7a208c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021925225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021925225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021925225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021925225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021925227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021925227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021925227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021925227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:26.234579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminating (SIGTERM)\u000a02:19:26.275951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminating (SIGTERM)\u000a02:19:26.317663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11081): Terminating (SIGTERM)\u000a02:19:26.327589 --- ParallelTerminationStrategy: PID 11075 died...\u000a02:19:26.383466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11075): Terminated: ok {rc=0}\u000a02:19:26.393674 --- ParallelTerminationStrategy: PID 11078 died...\u000a02:19:26.449098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11078): Terminated: ok {rc=0}\u000a02:19:26.459431 --- ParallelTerminationStrategy: PID 11081 died...\u000a02:19:26.514461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11081): Terminated: ok {rc=0}\u000a02:19:26.600892 bus /sierra_3: Setting Powered False\u000a02:19:27.703631 bus /sierra_3: Setting Powered False\u000a02:19:28.812257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:19:09" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11093): Process ended prematurely: osmo-stp_10.42.42.5(pid=11093) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11093)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11093): Process ended prematurely: osmo-stp_10.42.42.5(pid=11093) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:30.766130 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:30.777555 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:19:30.936906 tst mo_mt_call.py: using LAC 18387\u000a02:19:31.068687 tst mo_mt_call.py: using RAC 27\u000a02:19:31.199350 tst mo_mt_call.py: using CellId 18387\u000a02:19:31.326540 tst mo_mt_call.py: using BVCI 18388\u000a02:19:31.352612 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.365138 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.378666 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.392090 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.405281 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:31.418206 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:31.541058 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:31.756666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:32.293941 run create_hlr_db(pid=11087): Launched\u000a02:19:32.480405 bus /sierra_2: Setting Powered False\u000a02:19:33.501383 run create_hlr_db(pid=11087): Terminated: ok {rc=0}\u000a02:19:33.926451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11089): Launched\u000a02:19:34.249105 run osmo-hlr_10.42.42.2(pid=11090): Launched\u000a02:19:34.368404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:34.928109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11092): Launched\u000a02:19:35.249707 run osmo-stp_10.42.42.5(pid=11093): Launched\u000a02:19:35.367441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:35.952383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11095): Launched\u000a02:19:36.273738 run osmo-msc_10.42.42.6(pid=11096): Launched\u000a02:19:36.462359 run osmo-stp_10.42.42.5(pid=11093): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11093)]\u000a02:19:36.598281 run osmo-stp_10.42.42.5(pid=11093): stdout: \u000a| (launched: 2022-12-09_02:19:35.092496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:36.733510 run osmo-stp_10.42.42.5(pid=11093): stderr: \u000a| �[0;m�[38;5;43m20221209021935281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021935281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021935281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021935282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021935282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021935282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021935282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:36.862990 run osmo-stp_10.42.42.5(pid=11093): stdout: \u000a| (launched: 2022-12-09_02:19:35.092496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:36.991262 run osmo-stp_10.42.42.5(pid=11093): stderr: \u000a| �[0;m�[38;5;43m20221209021935281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021935281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021935281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021935282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021935282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021935282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021935282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:37.047730 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11093): Process ended prematurely: osmo-stp_10.42.42.5(pid=11093) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11093)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:19:37.057350 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:19:37.120408 run osmo-hlr_10.42.42.2(pid=11090): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11090)]\u000a02:19:37.171743 run osmo-hlr_10.42.42.2(pid=11090): stdout: \u000a| (launched: 2022-12-09_02:19:34.090867) \u000a02:19:37.223628 run osmo-hlr_10.42.42.2(pid=11090): stderr: \u000a| �[0;m�[1;31m20221209021934285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021934285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021934285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021934285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021934285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021934285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021934298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021934307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021934307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021934307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:37.293983 run osmo-msc_10.42.42.6(pid=11096): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11096)]\u000a02:19:37.345279 run osmo-msc_10.42.42.6(pid=11096): stdout: \u000a| (launched: 2022-12-09_02:19:36.116690) \u000a02:19:37.397137 run osmo-msc_10.42.42.6(pid=11096): stderr: \u000a| �[0;m�[38;5;43m20221209021936433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021936433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae3bdaec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021936433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021936433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021936434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021936434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021936435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021936436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021936436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021936436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:37.441192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11089): Terminating (SIGTERM)\u000a02:19:37.482774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11092): Terminating (SIGTERM)\u000a02:19:37.524148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11095): Terminating (SIGTERM)\u000a02:19:37.534072 --- ParallelTerminationStrategy: PID 11089 died...\u000a02:19:37.590284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11089): Terminated: ok {rc=0}\u000a02:19:37.600203 --- ParallelTerminationStrategy: PID 11092 died...\u000a02:19:37.655674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11092): Terminated: ok {rc=0}\u000a02:19:37.665761 --- ParallelTerminationStrategy: PID 11095 died...\u000a02:19:37.720765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11095): Terminated: ok {rc=0}\u000a02:19:37.807052 bus /sierra_3: Setting Powered False\u000a02:19:38.912414 bus /sierra_3: Setting Powered False\u000a02:19:40.019787 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11104): Process ended prematurely: osmo-stp_10.42.42.5(pid=11104) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11104)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11104): Process ended prematurely: osmo-stp_10.42.42.5(pid=11104) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:19:41.133577 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:41.145550 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:19:41.297208 tst mo_mt_call_osmux.py: using LAC 18388\u000a02:19:41.424263 tst mo_mt_call_osmux.py: using RAC 28\u000a02:19:41.550148 tst mo_mt_call_osmux.py: using CellId 18388\u000a02:19:41.675313 tst mo_mt_call_osmux.py: using BVCI 18389\u000a02:19:41.699970 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:41.711549 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:41.722784 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:41.734292 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:41.745813 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:41.757353 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:41.873847 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:42.084899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:42.591057 run create_hlr_db(pid=11098): Launched\u000a02:19:42.777433 bus /sierra_2: Setting Powered False\u000a02:19:43.798170 run create_hlr_db(pid=11098): Terminated: ok {rc=0}\u000a02:19:44.224762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11100): Launched\u000a02:19:44.547198 run osmo-hlr_10.42.42.2(pid=11101): Launched\u000a02:19:44.667985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:45.226734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11103): Launched\u000a02:19:45.547289 run osmo-stp_10.42.42.5(pid=11104): Launched\u000a02:19:45.665500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:46.312233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11106): Launched\u000a02:19:46.842744 run osmo-msc_10.42.42.6(pid=11107): Launched\u000a02:19:47.394016 run osmo-stp_10.42.42.5(pid=11104): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11104)]\u000a02:19:47.565762 run osmo-stp_10.42.42.5(pid=11104): stdout: \u000a| (launched: 2022-12-09_02:19:45.390211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:47.701750 run osmo-stp_10.42.42.5(pid=11104): stderr: \u000a| �[0;m�[38;5;43m20221209021945579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021945579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021945580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021945580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021945581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021945581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021945581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:47.832339 run osmo-stp_10.42.42.5(pid=11104): stdout: \u000a| (launched: 2022-12-09_02:19:45.390211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:47.961981 run osmo-stp_10.42.42.5(pid=11104): stderr: \u000a| �[0;m�[38;5;43m20221209021945579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021945579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021945580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021945580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021945581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021945581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021945581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:48.018838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11104): Process ended prematurely: osmo-stp_10.42.42.5(pid=11104) [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11104)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:19:48.028063 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a02:19:48.094001 run osmo-hlr_10.42.42.2(pid=11101): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11101)]\u000a02:19:48.146866 run osmo-hlr_10.42.42.2(pid=11101): stdout: \u000a| (launched: 2022-12-09_02:19:44.389244) \u000a02:19:48.200290 run osmo-hlr_10.42.42.2(pid=11101): stderr: \u000a| �[0;m�[1;31m20221209021944584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021944584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021944584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021944584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021944584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021944585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021944597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021944605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021944605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021944605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:48.272303 run osmo-msc_10.42.42.6(pid=11107): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11107)]\u000a02:19:48.324797 run osmo-msc_10.42.42.6(pid=11107): stdout: \u000a| (launched: 2022-12-09_02:19:46.521696) \u000a02:19:48.378130 run osmo-msc_10.42.42.6(pid=11107): stderr: \u000a| �[0;m�[38;5;43m20221209021947141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021947141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbf3512c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021947141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021947142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021947144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021947144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021947149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021947151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021947152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021947153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:48.422599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11100): Terminating (SIGTERM)\u000a02:19:48.466109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11103): Terminating (SIGTERM)\u000a02:19:48.508291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11106): Terminating (SIGTERM)\u000a02:19:48.518907 --- ParallelTerminationStrategy: PID 11100 died...\u000a02:19:48.576581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11100): Terminated: ok {rc=0}\u000a02:19:48.586951 --- ParallelTerminationStrategy: PID 11103 died...\u000a02:19:48.644536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11103): Terminated: ok {rc=0}\u000a02:19:48.654793 --- ParallelTerminationStrategy: PID 11106 died...\u000a02:19:48.711916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11106): Terminated: ok {rc=0}\u000a02:19:48.797970 bus /sierra_3: Setting Powered False\u000a02:19:49.904694 bus /sierra_3: Setting Powered False\u000a02:19:51.012566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:19:30" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11118): Process ended prematurely: osmo-stp_10.42.42.5(pid=11118) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11118)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11118): Process ended prematurely: osmo-stp_10.42.42.5(pid=11118) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:52.970752 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:52.981662 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:19:53.123639 tst mo_mt_call.py: using LAC 18389\u000a02:19:53.238980 tst mo_mt_call.py: using RAC 29\u000a02:19:53.355463 tst mo_mt_call.py: using CellId 18389\u000a02:19:53.476588 tst mo_mt_call.py: using BVCI 18390\u000a02:19:53.499375 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:53.510361 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:53.521102 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:53.531777 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:53.542502 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:53.553288 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:53.672629 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:53.876327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:54.353853 run create_hlr_db(pid=11112): Launched\u000a02:19:54.525060 bus /sierra_2: Setting Powered False\u000a02:19:55.547662 run create_hlr_db(pid=11112): Terminated: ok {rc=0}\u000a02:19:55.974246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11114): Launched\u000a02:19:56.295416 run osmo-hlr_10.42.42.2(pid=11115): Launched\u000a02:19:56.415855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:56.972527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11117): Launched\u000a02:19:57.293666 run osmo-stp_10.42.42.5(pid=11118): Launched\u000a02:19:57.413756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:57.998385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11120): Launched\u000a02:19:58.319842 run osmo-msc_10.42.42.6(pid=11121): Launched\u000a02:19:58.508483 run osmo-stp_10.42.42.5(pid=11118): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11118)]\u000a02:19:58.644388 run osmo-stp_10.42.42.5(pid=11118): stdout: \u000a| (launched: 2022-12-09_02:19:57.136564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:58.779175 run osmo-stp_10.42.42.5(pid=11118): stderr: \u000a| �[0;m�[38;5;43m20221209021957328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021957328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021957328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021957329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021957329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021957329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021957329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:58.908580 run osmo-stp_10.42.42.5(pid=11118): stdout: \u000a| (launched: 2022-12-09_02:19:57.136564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:59.036648 run osmo-stp_10.42.42.5(pid=11118): stderr: \u000a| �[0;m�[38;5;43m20221209021957328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209021957328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209021957328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209021957329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209021957329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209021957329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209021957329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:59.093598 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11118): Process ended prematurely: osmo-stp_10.42.42.5(pid=11118) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11118)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:19:59.102443 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:19:59.165738 run osmo-hlr_10.42.42.2(pid=11115): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11115)]\u000a02:19:59.217023 run osmo-hlr_10.42.42.2(pid=11115): stdout: \u000a| (launched: 2022-12-09_02:19:56.138636) \u000a02:19:59.268864 run osmo-hlr_10.42.42.2(pid=11115): stderr: \u000a| �[0;m�[1;31m20221209021956335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209021956335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209021956335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021956335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209021956335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209021956335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209021956346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209021956354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209021956355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209021956355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:59.339345 run osmo-msc_10.42.42.6(pid=11121): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11121)]\u000a02:19:59.390645 run osmo-msc_10.42.42.6(pid=11121): stdout: \u000a| (launched: 2022-12-09_02:19:58.162610) \u000a02:19:59.442545 run osmo-msc_10.42.42.6(pid=11121): stderr: \u000a| �[0;m�[38;5;43m20221209021958480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209021958480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc85bbd8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209021958480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209021958480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209021958481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209021958481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209021958482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209021958483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209021958483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209021958483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:59.486520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11114): Terminating (SIGTERM)\u000a02:19:59.527928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11117): Terminating (SIGTERM)\u000a02:19:59.569268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11120): Terminating (SIGTERM)\u000a02:19:59.579056 --- ParallelTerminationStrategy: PID 11114 died...\u000a02:19:59.634491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11114): Terminated: ok {rc=0}\u000a02:19:59.644486 --- ParallelTerminationStrategy: PID 11117 died...\u000a02:19:59.699920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11117): Terminated: ok {rc=0}\u000a02:19:59.709936 --- ParallelTerminationStrategy: PID 11120 died...\u000a02:19:59.765330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11120): Terminated: ok {rc=0}\u000a02:19:59.851313 bus /sierra_3: Setting Powered False\u000a02:20:01.001081 bus /sierra_3: Setting Powered False\u000a02:20:02.138835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11132): Process ended prematurely: osmo-stp_10.42.42.5(pid=11132) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11132)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11132): Process ended prematurely: osmo-stp_10.42.42.5(pid=11132) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:03.253002 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:20:03.264814 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:20:03.416619 tst mo_mt_call_osmux.py: using LAC 18390\u000a02:20:03.542100 tst mo_mt_call_osmux.py: using RAC 30\u000a02:20:03.669436 tst mo_mt_call_osmux.py: using CellId 18390\u000a02:20:03.796871 tst mo_mt_call_osmux.py: using BVCI 18391\u000a02:20:03.821764 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:20:03.833220 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:20:03.844385 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:20:03.855886 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:20:03.867599 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:20:03.878926 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:20:03.994930 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:20:04.207717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:04.712250 run create_hlr_db(pid=11126): Launched\u000a02:20:04.897691 bus /sierra_2: Setting Powered False\u000a02:20:05.920448 run create_hlr_db(pid=11126): Terminated: ok {rc=0}\u000a02:20:06.320757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11128): Launched\u000a02:20:06.619006 run osmo-hlr_10.42.42.2(pid=11129): Launched\u000a02:20:06.741588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:07.266243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11131): Launched\u000a02:20:07.565554 run osmo-stp_10.42.42.5(pid=11132): Launched\u000a02:20:07.674890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:08.219864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11134): Launched\u000a02:20:08.517632 run osmo-msc_10.42.42.6(pid=11135): Launched\u000a02:20:08.692760 run osmo-stp_10.42.42.5(pid=11132): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11132)]\u000a02:20:08.818865 run osmo-stp_10.42.42.5(pid=11132): stdout: \u000a| (launched: 2022-12-09_02:20:07.417935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:08.943144 run osmo-stp_10.42.42.5(pid=11132): stderr: \u000a| �[0;m�[38;5;43m20221209022007586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022007586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022007587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022007587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022007588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022007588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022007588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:09.063249 run osmo-stp_10.42.42.5(pid=11132): stdout: \u000a| (launched: 2022-12-09_02:20:07.417935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:09.182535 run osmo-stp_10.42.42.5(pid=11132): stderr: \u000a| �[0;m�[38;5;43m20221209022007586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022007586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022007587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022007587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022007588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022007588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022007588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:09.235123 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11132): Process ended prematurely: osmo-stp_10.42.42.5(pid=11132) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11132)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:20:09.243705 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:20:09.302859 run osmo-hlr_10.42.42.2(pid=11129): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11129)]\u000a02:20:09.351376 run osmo-hlr_10.42.42.2(pid=11129): stdout: \u000a| (launched: 2022-12-09_02:20:06.472915) \u000a02:20:09.400412 run osmo-hlr_10.42.42.2(pid=11129): stderr: \u000a| �[0;m�[1;31m20221209022006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022006645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022006657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022006665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022006666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022006666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:09.466890 run osmo-msc_10.42.42.6(pid=11135): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11135)]\u000a02:20:09.515084 run osmo-msc_10.42.42.6(pid=11135): stdout: \u000a| (launched: 2022-12-09_02:20:08.371117) \u000a02:20:09.563942 run osmo-msc_10.42.42.6(pid=11135): stderr: \u000a| �[0;m�[38;5;43m20221209022008641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022008641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe57be37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022008641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022008642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022008642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022008642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022008644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022008645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022008645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022008645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:09.605334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11128): Terminating (SIGTERM)\u000a02:20:09.644389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11131): Terminating (SIGTERM)\u000a02:20:09.683617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11134): Terminating (SIGTERM)\u000a02:20:09.692775 --- ParallelTerminationStrategy: PID 11128 died...\u000a02:20:09.745699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11128): Terminated: ok {rc=0}\u000a02:20:09.755401 --- ParallelTerminationStrategy: PID 11131 died...\u000a02:20:09.808684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11131): Terminated: ok {rc=0}\u000a02:20:09.818653 --- ParallelTerminationStrategy: PID 11134 died...\u000a02:20:09.870890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11134): Terminated: ok {rc=0}\u000a02:20:09.957025 bus /sierra_3: Setting Powered False\u000a02:20:11.062509 bus /sierra_3: Setting Powered False\u000a02:20:12.169588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:20:14.124320 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:14.135476 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:20:14.277295 tst mo_mt_call.py: using LAC 18391\u000a02:20:14.404933 tst mo_mt_call.py: using RAC 31\u000a02:20:14.533160 tst mo_mt_call.py: using CellId 18391\u000a02:20:14.658913 tst mo_mt_call.py: using BVCI 18392\u000a02:20:14.683848 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:14.695559 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:14.706983 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:14.718565 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:14.730111 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:14.741647 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:20:14.861991 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:20:15.062731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:15.541987 run create_hlr_db(pid=11141): Launched\u000a02:20:15.713182 bus /sierra_2: Setting Powered False\u000a02:20:16.751621 run create_hlr_db(pid=11141): Terminated: ok {rc=0}\u000a02:20:17.202936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Launched\u000a02:20:17.526352 run osmo-hlr_10.42.42.2(pid=11144): Launched\u000a02:20:17.649647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:18.209188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Launched\u000a02:20:18.532294 run osmo-stp_10.42.42.5(pid=11147): Launched\u000a02:20:18.650912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:19.239010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11149): Launched\u000a02:20:19.562099 run osmo-msc_10.42.42.6(pid=11150): Launched\u000a02:20:19.752050 run osmo-stp_10.42.42.5(pid=11147): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a02:20:19.888676 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-09_02:20:18.374111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:20.024565 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221209022018564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022018565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:20.154962 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-09_02:20:18.374111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:20.283455 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221209022018564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022018565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022018565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022018566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:20.340037 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:20:20.349381 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:20:20.412716 run osmo-hlr_10.42.42.2(pid=11144): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11144)]\u000a02:20:20.464384 run osmo-hlr_10.42.42.2(pid=11144): stdout: \u000a| (launched: 2022-12-09_02:20:17.367788) \u000a02:20:20.516485 run osmo-hlr_10.42.42.2(pid=11144): stderr: \u000a| �[0;m�[1;31m20221209022017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022017563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022017564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022017564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022017577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022017586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022017586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022017586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:20.587632 run osmo-msc_10.42.42.6(pid=11150): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11150)]\u000a02:20:20.639404 run osmo-msc_10.42.42.6(pid=11150): stdout: \u000a| (launched: 2022-12-09_02:20:19.402865) \u000a02:20:20.691446 run osmo-msc_10.42.42.6(pid=11150): stderr: \u000a| �[0;m�[38;5;43m20221209022019722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022019723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9533b5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022019723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022019723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022019723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022019723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022019725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022019725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022019725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022019725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:20.735707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminating (SIGTERM)\u000a02:20:20.777281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminating (SIGTERM)\u000a02:20:20.819336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11149): Terminating (SIGTERM)\u000a02:20:20.829136 --- ParallelTerminationStrategy: PID 11143 died...\u000a02:20:20.885383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminated: ok {rc=0}\u000a02:20:20.895453 --- ParallelTerminationStrategy: PID 11146 died...\u000a02:20:20.951472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminated: ok {rc=0}\u000a02:20:20.961657 --- ParallelTerminationStrategy: PID 11149 died...\u000a02:20:21.017411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11149): Terminated: ok {rc=0}\u000a02:20:21.104682 bus /sierra_3: Setting Powered False\u000a02:20:22.210813 bus /sierra_3: Setting Powered False\u000a02:20:23.318524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11158): Process ended prematurely: osmo-stp_10.42.42.5(pid=11158) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11158)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11158): Process ended prematurely: osmo-stp_10.42.42.5(pid=11158) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:24.431560 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:24.443553 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:20:24.595727 tst mo_mt_call_osmux.py: using LAC 18392\u000a02:20:24.727890 tst mo_mt_call_osmux.py: using RAC 32\u000a02:20:24.853050 tst mo_mt_call_osmux.py: using CellId 18392\u000a02:20:24.976868 tst mo_mt_call_osmux.py: using BVCI 18393\u000a02:20:25.001740 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:25.013287 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:25.024512 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:25.036047 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:25.047542 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:25.059202 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:20:25.178941 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:20:25.379283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:25.858481 run create_hlr_db(pid=11152): Launched\u000a02:20:26.030717 bus /sierra_2: Setting Powered False\u000a02:20:27.051418 run create_hlr_db(pid=11152): Terminated: ok {rc=0}\u000a02:20:27.447354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11154): Launched\u000a02:20:27.745090 run osmo-hlr_10.42.42.2(pid=11155): Launched\u000a02:20:27.858132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:28.375112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11157): Launched\u000a02:20:28.674588 run osmo-stp_10.42.42.5(pid=11158): Launched\u000a02:20:28.783515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:29.327186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11160): Launched\u000a02:20:29.625434 run osmo-msc_10.42.42.6(pid=11161): Launched\u000a02:20:29.800427 run osmo-stp_10.42.42.5(pid=11158): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11158)]\u000a02:20:29.926295 run osmo-stp_10.42.42.5(pid=11158): stdout: \u000a| (launched: 2022-12-09_02:20:28.526895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:30.051174 run osmo-stp_10.42.42.5(pid=11158): stderr: \u000a| �[0;m�[38;5;43m20221209022028695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022028695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022028695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022028696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022028696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022028696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022028696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:30.170772 run osmo-stp_10.42.42.5(pid=11158): stdout: \u000a| (launched: 2022-12-09_02:20:28.526895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:30.289867 run osmo-stp_10.42.42.5(pid=11158): stderr: \u000a| �[0;m�[38;5;43m20221209022028695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022028695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022028695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022028696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022028696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022028696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022028696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:30.342245 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11158): Process ended prematurely: osmo-stp_10.42.42.5(pid=11158) [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11158)] [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:20:30.350911 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:20:30.410460 run osmo-hlr_10.42.42.2(pid=11155): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11155)]\u000a02:20:30.459172 run osmo-hlr_10.42.42.2(pid=11155): stdout: \u000a| (launched: 2022-12-09_02:20:27.599244) \u000a02:20:30.508651 run osmo-hlr_10.42.42.2(pid=11155): stderr: \u000a| �[0;m�[1;31m20221209022027772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022027772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022027772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022027772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022027773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022027773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022027785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022027794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022027794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022027794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:30.575800 run osmo-msc_10.42.42.6(pid=11161): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11161)]\u000a02:20:30.624360 run osmo-msc_10.42.42.6(pid=11161): stdout: \u000a| (launched: 2022-12-09_02:20:29.478605) \u000a02:20:30.673430 run osmo-msc_10.42.42.6(pid=11161): stderr: \u000a| �[0;m�[38;5;43m20221209022029749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022029749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb22ef7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022029749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022029749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022029750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022029751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022029752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022029753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022029753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022029753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:30.714765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11154): Terminating (SIGTERM)\u000a02:20:30.754340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11157): Terminating (SIGTERM)\u000a02:20:30.793755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11160): Terminating (SIGTERM)\u000a02:20:30.802984 --- ParallelTerminationStrategy: PID 11154 died...\u000a02:20:30.879590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11154): Terminated: ok {rc=0}\u000a02:20:30.891458 --- ParallelTerminationStrategy: PID 11157 died...\u000a02:20:30.951949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11157): Terminated: ok {rc=0}\u000a02:20:30.963046 --- ParallelTerminationStrategy: PID 11160 died...\u000a02:20:31.022690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11160): Terminated: ok {rc=0}\u000a02:20:31.113993 bus /sierra_3: Setting Powered False\u000a02:20:32.230380 bus /sierra_3: Setting Powered False\u000a02:20:33.335823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:20:13" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11173): Process ended prematurely: osmo-stp_10.42.42.5(pid=11173) [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11173)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11173): Process ended prematurely: osmo-stp_10.42.42.5(pid=11173) [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:20:35.299535 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:35.310939 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:20:35.462194 tst mo_mt_call.py: using LAC 18393\u000a02:20:35.589622 tst mo_mt_call.py: using RAC 33\u000a02:20:35.716344 tst mo_mt_call.py: using CellId 18393\u000a02:20:35.844740 tst mo_mt_call.py: using BVCI 18394\u000a02:20:35.869316 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:35.880676 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:35.891908 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:35.903362 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:35.914911 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:35.926577 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:36.043257 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:36.252904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:36.756670 run create_hlr_db(pid=11167): Launched\u000a02:20:36.941782 bus /sierra_2: Setting Powered False\u000a02:20:37.963013 run create_hlr_db(pid=11167): Terminated: ok {rc=0}\u000a02:20:38.363117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11169): Launched\u000a02:20:38.660364 run osmo-hlr_10.42.42.2(pid=11170): Launched\u000a02:20:38.780333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:39.300060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11172): Launched\u000a02:20:39.597264 run osmo-stp_10.42.42.5(pid=11173): Launched\u000a02:20:39.705792 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:40.250752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11175): Launched\u000a02:20:40.549071 run osmo-msc_10.42.42.6(pid=11176): Launched\u000a02:20:40.724082 run osmo-stp_10.42.42.5(pid=11173): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11173)]\u000a02:20:40.850349 run osmo-stp_10.42.42.5(pid=11173): stdout: \u000a| (launched: 2022-12-09_02:20:39.451328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:40.974413 run osmo-stp_10.42.42.5(pid=11173): stderr: \u000a| �[0;m�[38;5;43m20221209022039619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022039619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022039620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022039620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022039621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022039621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022039621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:41.094366 run osmo-stp_10.42.42.5(pid=11173): stdout: \u000a| (launched: 2022-12-09_02:20:39.451328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:41.213736 run osmo-stp_10.42.42.5(pid=11173): stderr: \u000a| �[0;m�[38;5;43m20221209022039619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022039619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022039620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022039620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022039621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022039621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022039621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:41.266213 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11173): Process ended prematurely: osmo-stp_10.42.42.5(pid=11173) [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11173)] [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:20:41.274648 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:20:41.333629 run osmo-hlr_10.42.42.2(pid=11170): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11170)]\u000a02:20:41.382673 run osmo-hlr_10.42.42.2(pid=11170): stdout: \u000a| (launched: 2022-12-09_02:20:38.514159) \u000a02:20:41.432388 run osmo-hlr_10.42.42.2(pid=11170): stderr: \u000a| �[0;m�[1;31m20221209022038685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022038685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022038685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022038686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022038686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022038686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022038698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022038706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022038706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022038706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:41.499331 run osmo-msc_10.42.42.6(pid=11176): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11176)]\u000a02:20:41.547958 run osmo-msc_10.42.42.6(pid=11176): stdout: \u000a| (launched: 2022-12-09_02:20:40.402910) \u000a02:20:41.597068 run osmo-msc_10.42.42.6(pid=11176): stderr: \u000a| �[0;m�[38;5;43m20221209022040675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022040676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb8a192c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022040676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022040676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022040676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022040676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022040678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022040678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022040678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022040679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:41.638401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11169): Terminating (SIGTERM)\u000a02:20:41.677318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11172): Terminating (SIGTERM)\u000a02:20:41.716174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11175): Terminating (SIGTERM)\u000a02:20:41.725266 --- ParallelTerminationStrategy: PID 11169 died...\u000a02:20:41.777369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11169): Terminated: ok {rc=0}\u000a02:20:41.786855 --- ParallelTerminationStrategy: PID 11172 died...\u000a02:20:41.839584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11172): Terminated: ok {rc=0}\u000a02:20:41.849136 --- ParallelTerminationStrategy: PID 11175 died...\u000a02:20:41.901029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11175): Terminated: ok {rc=0}\u000a02:20:41.982969 bus /sierra_3: Setting Powered False\u000a02:20:43.083364 bus /sierra_3: Setting Powered False\u000a02:20:44.192800 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11184): Process ended prematurely: osmo-stp_10.42.42.5(pid=11184) [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11184): Process ended prematurely: osmo-stp_10.42.42.5(pid=11184) [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:45.300157 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:45.311828 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:20:45.455744 tst mo_mt_call_osmux.py: using LAC 18394\u000a02:20:45.575778 tst mo_mt_call_osmux.py: using RAC 34\u000a02:20:45.695634 tst mo_mt_call_osmux.py: using CellId 18394\u000a02:20:45.815327 tst mo_mt_call_osmux.py: using BVCI 18395\u000a02:20:45.849205 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:45.875136 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:45.887378 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:45.898893 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:45.910598 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:45.922297 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:46.062041 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:46.276514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:46.816115 run create_hlr_db(pid=11178): Launched\u000a02:20:47.008532 bus /sierra_2: Setting Powered False\u000a02:20:48.024554 run create_hlr_db(pid=11178): Terminated: ok {rc=0}\u000a02:20:48.425077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11180): Launched\u000a02:20:48.724205 run osmo-hlr_10.42.42.2(pid=11181): Launched\u000a02:20:48.838087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:49.355425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11183): Launched\u000a02:20:49.652842 run osmo-stp_10.42.42.5(pid=11184): Launched\u000a02:20:49.761617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:50.306520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11186): Launched\u000a02:20:50.606733 run osmo-msc_10.42.42.6(pid=11187): Launched\u000a02:20:50.781125 run osmo-stp_10.42.42.5(pid=11184): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)]\u000a02:20:50.907106 run osmo-stp_10.42.42.5(pid=11184): stdout: \u000a| (launched: 2022-12-09_02:20:49.507037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:51.031026 run osmo-stp_10.42.42.5(pid=11184): stderr: \u000a| �[0;m�[38;5;43m20221209022049676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022049676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022049676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022049676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022049677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022049677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022049677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:51.150963 run osmo-stp_10.42.42.5(pid=11184): stdout: \u000a| (launched: 2022-12-09_02:20:49.507037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:51.269749 run osmo-stp_10.42.42.5(pid=11184): stderr: \u000a| �[0;m�[38;5;43m20221209022049676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022049676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022049676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022049676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022049677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022049677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022049677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:51.322194 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11184): Process ended prematurely: osmo-stp_10.42.42.5(pid=11184) [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11184)] [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:20:51.330712 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:20:51.389752 run osmo-hlr_10.42.42.2(pid=11181): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11181)]\u000a02:20:51.438174 run osmo-hlr_10.42.42.2(pid=11181): stdout: \u000a| (launched: 2022-12-09_02:20:48.576741) \u000a02:20:51.487351 run osmo-hlr_10.42.42.2(pid=11181): stderr: \u000a| �[0;m�[1;31m20221209022048752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022048752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022048753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022048753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022048753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022048753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022048765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022048774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022048774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022048774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:51.554600 run osmo-msc_10.42.42.6(pid=11187): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11187)]\u000a02:20:51.603202 run osmo-msc_10.42.42.6(pid=11187): stdout: \u000a| (launched: 2022-12-09_02:20:50.459176) \u000a02:20:51.652274 run osmo-msc_10.42.42.6(pid=11187): stderr: \u000a| �[0;m�[38;5;43m20221209022050730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022050730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29f6fc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022050730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022050730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022050730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022050730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022050733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022050734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022050734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022050734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:51.694276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11180): Terminating (SIGTERM)\u000a02:20:51.733892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11183): Terminating (SIGTERM)\u000a02:20:51.773186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11186): Terminating (SIGTERM)\u000a02:20:51.782312 --- ParallelTerminationStrategy: PID 11180 died...\u000a02:20:51.835309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11180): Terminated: ok {rc=0}\u000a02:20:51.844807 --- ParallelTerminationStrategy: PID 11183 died...\u000a02:20:51.897536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11183): Terminated: ok {rc=0}\u000a02:20:51.906943 --- ParallelTerminationStrategy: PID 11186 died...\u000a02:20:51.959001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11186): Terminated: ok {rc=0}\u000a02:20:52.046057 bus /sierra_3: Setting Powered False\u000a02:20:53.147041 bus /sierra_3: Setting Powered False\u000a02:20:54.256520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11198): Process ended prematurely: osmo-stp_10.42.42.5(pid=11198) [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11198)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11198): Process ended prematurely: osmo-stp_10.42.42.5(pid=11198) [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:20:56.217167 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:56.228552 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:20:56.381145 tst mo_mt_call.py: using LAC 18395\u000a02:20:56.508935 tst mo_mt_call.py: using RAC 35\u000a02:20:56.629761 tst mo_mt_call.py: using CellId 18395\u000a02:20:56.747227 tst mo_mt_call.py: using BVCI 18396\u000a02:20:56.770218 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:56.781055 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:56.791554 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:56.802159 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:56.812702 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:56.823299 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:56.943065 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:57.154047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:57.660123 run create_hlr_db(pid=11192): Launched\u000a02:20:57.846163 bus /sierra_2: Setting Powered False\u000a02:20:58.868275 run create_hlr_db(pid=11192): Terminated: ok {rc=0}\u000a02:20:59.269763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11194): Launched\u000a02:20:59.568906 run osmo-hlr_10.42.42.2(pid=11195): Launched\u000a02:20:59.685023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:00.200867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11197): Launched\u000a02:21:00.500070 run osmo-stp_10.42.42.5(pid=11198): Launched\u000a02:21:00.609583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:21:01.205098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11200): Launched\u000a02:21:01.637930 run osmo-msc_10.42.42.6(pid=11201): Launched\u000a02:21:01.958947 run osmo-stp_10.42.42.5(pid=11198): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11198)]\u000a02:21:02.195121 run osmo-stp_10.42.42.5(pid=11198): stdout: \u000a| (launched: 2022-12-09_02:21:00.353428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:02.332494 run osmo-stp_10.42.42.5(pid=11198): stderr: \u000a| �[0;m�[38;5;43m20221209022100521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022100521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022100521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022100521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022100522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022100522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022100522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:02.462436 run osmo-stp_10.42.42.5(pid=11198): stdout: \u000a| (launched: 2022-12-09_02:21:00.353428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:02.591522 run osmo-stp_10.42.42.5(pid=11198): stderr: \u000a| �[0;m�[38;5;43m20221209022100521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022100521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022100521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022100521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022100522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022100522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022100522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:02.648362 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11198): Process ended prematurely: osmo-stp_10.42.42.5(pid=11198) [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11198)] [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:21:02.657823 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:21:02.721601 run osmo-hlr_10.42.42.2(pid=11195): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11195)]\u000a02:21:02.773213 run osmo-hlr_10.42.42.2(pid=11195): stdout: \u000a| (launched: 2022-12-09_02:20:59.421959) \u000a02:21:02.825234 run osmo-hlr_10.42.42.2(pid=11195): stderr: \u000a| �[0;m�[1;31m20221209022059594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022059594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022059594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022059594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022059594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022059594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022059607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022059617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022059617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022059617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:02.896049 run osmo-msc_10.42.42.6(pid=11201): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11201)]\u000a02:21:02.947606 run osmo-msc_10.42.42.6(pid=11201): stdout: \u000a| (launched: 2022-12-09_02:21:01.373993) \u000a02:21:02.999997 run osmo-msc_10.42.42.6(pid=11201): stderr: \u000a| �[0;m�[38;5;43m20221209022101849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022101849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73fd321c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022101849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022101849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022101850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022101850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022101851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022101852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022101852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022101852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:21:03.044503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11194): Terminating (SIGTERM)\u000a02:21:03.086841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11197): Terminating (SIGTERM)\u000a02:21:03.129631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11200): Terminating (SIGTERM)\u000a02:21:03.139881 --- ParallelTerminationStrategy: PID 11194 died...\u000a02:21:03.197129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11194): Terminated: ok {rc=0}\u000a02:21:03.207505 --- ParallelTerminationStrategy: PID 11197 died...\u000a02:21:03.263917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11197): Terminated: ok {rc=0}\u000a02:21:03.274484 --- ParallelTerminationStrategy: PID 11200 died...\u000a02:21:03.331135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11200): Terminated: ok {rc=0}\u000a02:21:03.417890 bus /sierra_3: Setting Powered False\u000a02:21:04.525261 bus /sierra_3: Setting Powered False\u000a02:21:05.633272 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11209): Process ended prematurely: osmo-stp_10.42.42.5(pid=11209) [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11209)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11209): Process ended prematurely: osmo-stp_10.42.42.5(pid=11209) [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:21:06.742290 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:21:06.753543 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:21:06.896589 tst mo_mt_call_osmux.py: using LAC 18396\u000a02:21:07.017778 tst mo_mt_call_osmux.py: using RAC 36\u000a02:21:07.134029 tst mo_mt_call_osmux.py: using CellId 18396\u000a02:21:07.254734 tst mo_mt_call_osmux.py: using BVCI 18397\u000a02:21:07.277953 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:21:07.288726 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:21:07.299316 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:21:07.310269 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:21:07.320841 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:21:07.331500 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:21:07.448933 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:21:07.652397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:08.128494 run create_hlr_db(pid=11203): Launched\u000a02:21:08.301060 bus /sierra_2: Setting Powered False\u000a02:21:09.322481 run create_hlr_db(pid=11203): Terminated: ok {rc=0}\u000a02:21:09.748622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11205): Launched\u000a02:21:10.071200 run osmo-hlr_10.42.42.2(pid=11206): Launched\u000a02:21:10.194196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:10.752845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11208): Launched\u000a02:21:11.074208 run osmo-stp_10.42.42.5(pid=11209): Launched\u000a02:21:11.192208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:21:11.784164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11211): Launched\u000a02:21:12.109320 run osmo-msc_10.42.42.6(pid=11212): Launched\u000a02:21:12.298161 run osmo-stp_10.42.42.5(pid=11209): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11209)]\u000a02:21:12.434162 run osmo-stp_10.42.42.5(pid=11209): stdout: \u000a| (launched: 2022-12-09_02:21:10.916531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:12.568712 run osmo-stp_10.42.42.5(pid=11209): stderr: \u000a| �[0;m�[38;5;43m20221209022111105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022111105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022111106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022111106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022111106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022111106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022111107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:12.698446 run osmo-stp_10.42.42.5(pid=11209): stdout: \u000a| (launched: 2022-12-09_02:21:10.916531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:12.827417 run osmo-stp_10.42.42.5(pid=11209): stderr: \u000a| �[0;m�[38;5;43m20221209022111105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022111105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022111106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022111106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022111106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022111106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022111107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:12.884241 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11209): Process ended prematurely: osmo-stp_10.42.42.5(pid=11209) [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11209)] [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:21:12.893576 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:21:12.956526 run osmo-hlr_10.42.42.2(pid=11206): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11206)]\u000a02:21:13.007438 run osmo-hlr_10.42.42.2(pid=11206): stdout: \u000a| (launched: 2022-12-09_02:21:09.912793) \u000a02:21:13.059351 run osmo-hlr_10.42.42.2(pid=11206): stderr: \u000a| �[0;m�[1;31m20221209022110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022110107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022110121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022110129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022110129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022110129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:13.129722 run osmo-msc_10.42.42.6(pid=11212): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11212)]\u000a02:21:13.180823 run osmo-msc_10.42.42.6(pid=11212): stdout: \u000a| (launched: 2022-12-09_02:21:11.948307) \u000a02:21:13.232308 run osmo-msc_10.42.42.6(pid=11212): stderr: \u000a| �[0;m�[38;5;43m20221209022112266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022112266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc13de04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022112267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022112267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022112267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022112267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022112269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022112269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022112269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022112269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:21:13.276178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11205): Terminating (SIGTERM)\u000a02:21:13.317861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11208): Terminating (SIGTERM)\u000a02:21:13.359172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11211): Terminating (SIGTERM)\u000a02:21:13.369152 --- ParallelTerminationStrategy: PID 11205 died...\u000a02:21:13.424914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11205): Terminated: ok {rc=0}\u000a02:21:13.435054 --- ParallelTerminationStrategy: PID 11208 died...\u000a02:21:13.490621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11208): Terminated: ok {rc=0}\u000a02:21:13.500598 --- ParallelTerminationStrategy: PID 11211 died...\u000a02:21:13.556480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11211): Terminated: ok {rc=0}\u000a02:21:13.642746 bus /sierra_3: Setting Powered False\u000a02:21:14.744811 bus /sierra_3: Setting Powered False\u000a02:21:15.856920 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:20:55" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11223): Process ended prematurely: osmo-stp_10.42.42.5(pid=11223) [trial-2353↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11223)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11223): Process ended prematurely: osmo-stp_10.42.42.5(pid=11223) [trial-2353↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:21:17.871456 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:17.882684 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:18.015440 tst emergency_mo_mt_call.py: using LAC 18397\u000a02:21:18.138862 tst emergency_mo_mt_call.py: using RAC 37\u000a02:21:18.261761 tst emergency_mo_mt_call.py: using CellId 18397\u000a02:21:18.384740 tst emergency_mo_mt_call.py: using BVCI 18398\u000a02:21:18.409139 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:18.420125 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:18.431246 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:18.442485 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:18.453616 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:18.464715 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:18.579399 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:18.786610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:19.284147 run create_hlr_db(pid=11217): Launched\u000a02:21:19.468383 bus /sierra_2: Setting Powered False\u000a02:21:20.489247 run create_hlr_db(pid=11217): Terminated: ok {rc=0}\u000a02:21:20.884065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11219): Launched\u000a02:21:21.177202 run osmo-hlr_10.42.42.2(pid=11220): Launched\u000a02:21:21.284556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:21.791856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11222): Launched\u000a02:21:22.083715 run osmo-stp_10.42.42.5(pid=11223): Launched\u000a02:21:22.205283 tst emergency_mo_mt_call.py: using MSISDN 6979\u000a02:21:22.351010 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:21:22.888254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11225): Launched\u000a02:21:23.181910 run osmo-msc_10.42.42.6(pid=11226): Launched\u000a02:21:23.354562 run osmo-stp_10.42.42.5(pid=11223): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11223)]\u000a02:21:23.478855 run osmo-stp_10.42.42.5(pid=11223): stdout: \u000a| (launched: 2022-12-09_02:21:21.940350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:23.600703 run osmo-stp_10.42.42.5(pid=11223): stderr: \u000a| �[0;m�[38;5;43m20221209022122108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022122108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022122109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022122109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022122110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022122110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022122110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:23.718354 run osmo-stp_10.42.42.5(pid=11223): stdout: \u000a| (launched: 2022-12-09_02:21:21.940350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:23.835137 run osmo-stp_10.42.42.5(pid=11223): stderr: \u000a| �[0;m�[38;5;43m20221209022122108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022122108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022122109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022122109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022122110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022122110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022122110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:23.886182 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11223): Process ended prematurely: osmo-stp_10.42.42.5(pid=11223) [trial-2353↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11223)] [trial-2353↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a02:21:23.894034 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a02:21:23.953121 run osmo-hlr_10.42.42.2(pid=11220): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11220)]\u000a02:21:24.001793 run osmo-hlr_10.42.42.2(pid=11220): stdout: \u000a| (launched: 2022-12-09_02:21:21.032918) \u000a02:21:24.051062 run osmo-hlr_10.42.42.2(pid=11220): stderr: \u000a| �[0;m�[1;31m20221209022121207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022121207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022121207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022121207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022121207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022121207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022121224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022121233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022121233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022121233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:24.118425 run osmo-msc_10.42.42.6(pid=11226): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11226)]\u000a02:21:24.167105 run osmo-msc_10.42.42.6(pid=11226): stdout: \u000a| (launched: 2022-12-09_02:21:23.037118) \u000a02:21:24.216308 run osmo-msc_10.42.42.6(pid=11226): stderr: \u000a| �[0;m�[38;5;43m20221209022123308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022123308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fe8057c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022123308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022123308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022123308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022123308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022123311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022123312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022123312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022123312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:21:24.258059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11219): Terminating (SIGTERM)\u000a02:21:24.297528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11222): Terminating (SIGTERM)\u000a02:21:24.337230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11225): Terminating (SIGTERM)\u000a02:21:24.346496 --- ParallelTerminationStrategy: PID 11219 died...\u000a02:21:24.399970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11219): Terminated: ok {rc=0}\u000a02:21:24.409767 --- ParallelTerminationStrategy: PID 11222 died...\u000a02:21:24.462675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11222): Terminated: ok {rc=0}\u000a02:21:24.472199 --- ParallelTerminationStrategy: PID 11225 died...\u000a02:21:24.524690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11225): Terminated: ok {rc=0}\u000a02:21:24.612322 bus /sierra_3: Setting Powered False\u000a02:21:25.714369 bus /sierra_3: Setting Powered False\u000a02:21:26.821770 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11235): Process ended prematurely: osmo-stp_10.42.42.5(pid=11235) [trial-2353↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11235): Process ended prematurely: osmo-stp_10.42.42.5(pid=11235) [trial-2353↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:21:27.873487 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:27.885483 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:28.014915 tst emergency_preemptive_call.py: using LAC 18398\u000a02:21:28.139394 tst emergency_preemptive_call.py: using RAC 38\u000a02:21:28.264073 tst emergency_preemptive_call.py: using CellId 18398\u000a02:21:28.382474 tst emergency_preemptive_call.py: using BVCI 18399\u000a02:21:28.404618 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:28.415163 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:28.426273 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:28.436630 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:28.447145 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:28.457854 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:28.576574 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:28.691739 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:28.810746 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:29.015809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:29.522937 run create_hlr_db(pid=11229): Launched\u000a02:21:29.693119 bus /sierra_2: Setting Powered False\u000a02:21:30.714456 run create_hlr_db(pid=11229): Terminated: ok {rc=0}\u000a02:21:31.180145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11231): Launched\u000a02:21:31.616304 run osmo-hlr_10.42.42.2(pid=11232): Launched\u000a02:21:31.810938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:32.422511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11234): Launched\u000a02:21:32.742338 run osmo-stp_10.42.42.5(pid=11235): Launched\u000a02:21:32.872055 tst emergency_preemptive_call.py: using MSISDN 6980\u000a02:21:33.030221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:21:33.605730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11237): Launched\u000a02:21:33.921561 run osmo-msc_10.42.42.6(pid=11238): Launched\u000a02:21:34.107542 run osmo-stp_10.42.42.5(pid=11235): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)]\u000a02:21:34.242305 run osmo-stp_10.42.42.5(pid=11235): stdout: \u000a| (launched: 2022-12-09_02:21:32.585555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:34.375383 run osmo-stp_10.42.42.5(pid=11235): stderr: \u000a| �[0;m�[38;5;43m20221209022132775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022132775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022132775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022132776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022132776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022132776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022132776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:34.502346 run osmo-stp_10.42.42.5(pid=11235): stdout: \u000a| (launched: 2022-12-09_02:21:32.585555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:34.628143 run osmo-stp_10.42.42.5(pid=11235): stderr: \u000a| �[0;m�[38;5;43m20221209022132775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022132775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022132775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022132776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022132776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022132776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022132776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:34.683716 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11235): Process ended prematurely: osmo-stp_10.42.42.5(pid=11235) [trial-2353↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11235)] [trial-2353↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a02:21:34.692266 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a02:21:34.755326 run osmo-hlr_10.42.42.2(pid=11232): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11232)]\u000a02:21:34.806694 run osmo-hlr_10.42.42.2(pid=11232): stdout: \u000a| (launched: 2022-12-09_02:21:31.345998) \u000a02:21:34.858635 run osmo-hlr_10.42.42.2(pid=11232): stderr: \u000a| �[0;m�[1;31m20221209022131586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022131586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022131586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022131586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022131586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022131586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022131603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022131620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022131620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022131620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:34.929167 run osmo-msc_10.42.42.6(pid=11238): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11238)]\u000a02:21:34.980176 run osmo-msc_10.42.42.6(pid=11238): stdout: \u000a| (launched: 2022-12-09_02:21:33.766623) \u000a02:21:35.031915 run osmo-msc_10.42.42.6(pid=11238): stderr: \u000a| �[0;m�[38;5;43m20221209022134083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022134083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6564bf3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022134083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022134083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022134083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022134084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022134085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022134086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022134086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022134086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:21:35.075614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11231): Terminating (SIGTERM)\u000a02:21:35.117856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11234): Terminating (SIGTERM)\u000a02:21:35.159178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11237): Terminating (SIGTERM)\u000a02:21:35.169221 --- ParallelTerminationStrategy: PID 11231 died...\u000a02:21:35.224657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11231): Terminated: ok {rc=0}\u000a02:21:35.235005 --- ParallelTerminationStrategy: PID 11234 died...\u000a02:21:35.290141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11234): Terminated: ok {rc=0}\u000a02:21:35.300343 --- ParallelTerminationStrategy: PID 11237 died...\u000a02:21:35.355822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11237): Terminated: ok {rc=0}\u000a02:21:35.441846 bus /sierra_9: Setting Powered False\u000a02:21:36.548633 bus /sierra_9: Setting Powered False\u000a02:21:37.658224 bus /sierra_8: Setting Powered False\u000a02:21:38.761680 bus /sierra_8: Setting Powered False\u000a02:21:39.871662 bus /sierra_3: Setting Powered False\u000a02:21:40.977629 bus /sierra_3: Setting Powered False\u000a02:21:42.084886 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:21:17" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11254): Process ended prematurely: osmo-stp_10.42.42.5(pid=11254) [trial-2353↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11254)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11254): Process ended prematurely: osmo-stp_10.42.42.5(pid=11254) [trial-2353↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:21:44.154653 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.165105 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:44.285837 tst cs_paging_gprs_active.py: using LAC 18399\u000a02:21:44.403176 tst cs_paging_gprs_active.py: using RAC 39\u000a02:21:44.521102 tst cs_paging_gprs_active.py: using CellId 18399\u000a02:21:44.638931 tst cs_paging_gprs_active.py: using BVCI 18400\u000a02:21:44.661924 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.672319 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.682661 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.692879 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.703085 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.713285 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.723546 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.733735 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.744005 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:44.863490 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:45.138837 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:21:45.263123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:45.572080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11244): Launched\u000a02:21:45.829791 run iperf3-srv_10.42.42.10(pid=11245): Launched\u000a02:21:46.055836 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:21:46.196768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:46.543654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11246): Launched\u000a02:21:46.848698 run iperf3-srv_10.42.42.10(pid=11247): Launched\u000a02:21:47.053904 tst cs_paging_gprs_active.py:38: start network...\u000a02:21:47.194496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:47.702902 run create_hlr_db(pid=11248): Launched\u000a02:21:47.878390 bus /sierra_2: Setting Powered False\u000a02:21:48.901171 run create_hlr_db(pid=11248): Terminated: ok {rc=0}\u000a02:21:49.327947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11250): Launched\u000a02:21:49.650226 run osmo-hlr_10.42.42.2(pid=11251): Launched\u000a02:21:49.767807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:50.325395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11253): Launched\u000a02:21:50.647416 run osmo-stp_10.42.42.5(pid=11254): Launched\u000a02:21:50.765343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:51.325296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11256): Launched\u000a02:21:51.440766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:51.720342 run patchelf(pid=11257): Launched\u000a02:21:51.908372 run osmo-stp_10.42.42.5(pid=11254): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11254)]\u000a02:21:52.046335 run osmo-stp_10.42.42.5(pid=11254): stdout: \u000a| (launched: 2022-12-09_02:21:50.489561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:52.184818 run osmo-stp_10.42.42.5(pid=11254): stderr: \u000a| �[0;m�[38;5;43m20221209022150678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022150678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022150678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022150679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022150679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022150679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022150679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:52.318191 run osmo-stp_10.42.42.5(pid=11254): stdout: \u000a| (launched: 2022-12-09_02:21:50.489561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:52.450515 run osmo-stp_10.42.42.5(pid=11254): stderr: \u000a| �[0;m�[38;5;43m20221209022150678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022150678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022150678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022150679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022150679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022150679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022150679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:52.604276 run patchelf(pid=11257): Terminating (SIGINT)\u000a02:21:52.785459 run patchelf(pid=11257): Terminated: ok {rc=0}\u000a02:21:52.818397 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11254): Process ended prematurely: osmo-stp_10.42.42.5(pid=11254) [trial-2353↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11254)] [trial-2353↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a02:21:52.827943 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:21:52.891971 run osmo-hlr_10.42.42.2(pid=11251): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11251)]\u000a02:21:52.943704 run osmo-hlr_10.42.42.2(pid=11251): stdout: \u000a| (launched: 2022-12-09_02:21:49.492332) \u000a02:21:52.996057 run osmo-hlr_10.42.42.2(pid=11251): stderr: \u000a| �[0;m�[1;31m20221209022149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022149700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022149709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022149709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022149709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:53.040303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11244): Terminating (SIGTERM)\u000a02:21:53.082812 run iperf3-srv_10.42.42.10(pid=11245): Terminating (SIGTERM)\u000a02:21:53.125363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11246): Terminating (SIGTERM)\u000a02:21:53.167121 run iperf3-srv_10.42.42.10(pid=11247): Terminating (SIGTERM)\u000a02:21:53.209895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11250): Terminating (SIGTERM)\u000a02:21:53.251973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11253): Terminating (SIGTERM)\u000a02:21:53.293677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11256): Terminating (SIGTERM)\u000a02:21:53.303720 --- ParallelTerminationStrategy: PID 11244 died...\u000a02:21:53.360098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11244): Terminated: ok {rc=0}\u000a02:21:53.370508 --- ParallelTerminationStrategy: PID 11245 died...\u000a02:21:53.426287 run iperf3-srv_10.42.42.10(pid=11245): Terminated {rc=256}\u000a02:21:53.436463 --- ParallelTerminationStrategy: PID 11246 died...\u000a02:21:53.492404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11246): Terminated: ok {rc=0}\u000a02:21:53.502577 --- ParallelTerminationStrategy: PID 11247 died...\u000a02:21:53.558272 run iperf3-srv_10.42.42.10(pid=11247): Terminated {rc=256}\u000a02:21:53.568466 --- ParallelTerminationStrategy: PID 11250 died...\u000a02:21:53.623842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11250): Terminated: ok {rc=0}\u000a02:21:53.634299 --- ParallelTerminationStrategy: PID 11253 died...\u000a02:21:53.690320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11253): Terminated: ok {rc=0}\u000a02:21:53.700606 --- ParallelTerminationStrategy: PID 11256 died...\u000a02:21:53.756571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11256): Terminated: ok {rc=0}\u000a02:21:53.842659 bus /gobi_0: Setting Powered False\u000a02:21:54.947299 bus /gobi_0: Setting Powered False\u000a02:21:56.054103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11266): Process ended prematurely: osmo-stp_10.42.42.5(pid=11266) [trial-2353↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11266)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11266): Process ended prematurely: osmo-stp_10.42.42.5(pid=11266) [trial-2353↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a02:21:57.169185 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.180821 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:57.311684 tst iperf3.py: using LAC 18400\u000a02:21:57.438044 tst iperf3.py: using RAC 40\u000a02:21:57.563814 tst iperf3.py: using CellId 18400\u000a02:21:57.691086 tst iperf3.py: using BVCI 18401\u000a02:21:57.715839 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.726792 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.737666 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.748556 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.759512 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.770391 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.781579 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.792515 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:57.803803 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:58.083204 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:21:58.208551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:58.517991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11258): Launched\u000a02:21:58.775606 run iperf3-srv_10.42.42.10(pid=11259): Launched\u000a02:21:58.956883 tst iperf3.py:8: start network...\u000a02:21:59.081260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:59.560255 run create_hlr_db(pid=11260): Launched\u000a02:21:59.731778 bus /gobi_6: Setting Powered False\u000a02:22:00.754521 run create_hlr_db(pid=11260): Terminated: ok {rc=0}\u000a02:22:01.216136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11262): Launched\u000a02:22:01.614409 run osmo-hlr_10.42.42.2(pid=11263): Launched\u000a02:22:01.831834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:02.480671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11265): Launched\u000a02:22:02.779693 run osmo-stp_10.42.42.5(pid=11266): Launched\u000a02:22:02.887141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:03.409060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11268): Launched\u000a02:22:03.515730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:03.775444 run patchelf(pid=11269): Launched\u000a02:22:03.949588 run osmo-stp_10.42.42.5(pid=11266): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11266)]\u000a02:22:04.077411 run osmo-stp_10.42.42.5(pid=11266): stdout: \u000a| (launched: 2022-12-09_02:22:02.633115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:04.205672 run osmo-stp_10.42.42.5(pid=11266): stderr: \u000a| �[0;m�[38;5;43m20221209022202804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022202804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022202805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022202805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022202805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022202806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022202806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:04.329157 run osmo-stp_10.42.42.5(pid=11266): stdout: \u000a| (launched: 2022-12-09_02:22:02.633115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:04.451822 run osmo-stp_10.42.42.5(pid=11266): stderr: \u000a| �[0;m�[38;5;43m20221209022202804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022202804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022202805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022202805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022202805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022202806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022202806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:04.594094 run patchelf(pid=11269): Terminating (SIGINT)\u000a02:22:04.762795 run patchelf(pid=11269): Terminated: ok {rc=0}\u000a02:22:04.793502 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11266): Process ended prematurely: osmo-stp_10.42.42.5(pid=11266) [trial-2353↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11266)] [trial-2353↪gprs:oc2g↪iperf3.py:8]\u000a02:22:04.802504 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:22:04.861928 run osmo-hlr_10.42.42.2(pid=11263): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11263)]\u000a02:22:04.910459 run osmo-hlr_10.42.42.2(pid=11263): stdout: \u000a| (launched: 2022-12-09_02:22:01.385686) \u000a02:22:04.959558 run osmo-hlr_10.42.42.2(pid=11263): stderr: \u000a| �[0;m�[1;31m20221209022201754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022201755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022201755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022201755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022201755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022201755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022201783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022201808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022201809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022201809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:05.001361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11258): Terminating (SIGTERM)\u000a02:22:05.040607 run iperf3-srv_10.42.42.10(pid=11259): Terminating (SIGTERM)\u000a02:22:05.079887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11262): Terminating (SIGTERM)\u000a02:22:05.119180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11265): Terminating (SIGTERM)\u000a02:22:05.158391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11268): Terminating (SIGTERM)\u000a02:22:05.167551 --- ParallelTerminationStrategy: PID 11258 died...\u000a02:22:05.220246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11258): Terminated: ok {rc=0}\u000a02:22:05.229815 --- ParallelTerminationStrategy: PID 11259 died...\u000a02:22:05.282136 run iperf3-srv_10.42.42.10(pid=11259): Terminated {rc=256}\u000a02:22:05.291693 --- ParallelTerminationStrategy: PID 11262 died...\u000a02:22:05.344177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11262): Terminated: ok {rc=0}\u000a02:22:05.353757 --- ParallelTerminationStrategy: PID 11265 died...\u000a02:22:05.406161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11265): Terminated: ok {rc=0}\u000a02:22:05.415607 --- ParallelTerminationStrategy: PID 11268 died...\u000a02:22:05.467718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11268): Terminated: ok {rc=0}\u000a02:22:05.549975 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11284): Process ended prematurely: osmo-stp_10.42.42.5(pid=11284) [trial-2353↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11284): Process ended prematurely: osmo-stp_10.42.42.5(pid=11284) [trial-2353↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a02:22:06.665170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:06.676798 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:22:06.810202 tst iperf3m4.py: using LAC 18401\u000a02:22:06.936467 tst iperf3m4.py: using RAC 41\u000a02:22:07.064618 tst iperf3m4.py: using CellId 18401\u000a02:22:07.192827 tst iperf3m4.py: using BVCI 18402\u000a02:22:07.217874 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.228747 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.239572 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.251123 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.262547 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.273913 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.286339 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.297132 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:07.308911 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:07.430623 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:07.550014 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:07.669061 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:07.960427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:22:08.095377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:08.429213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11270): Launched\u000a02:22:08.705696 run iperf3-srv_10.42.42.10(pid=11271): Launched\u000a02:22:08.903185 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:22:09.038287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:09.370132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11272): Launched\u000a02:22:09.645553 run iperf3-srv_10.42.42.10(pid=11273): Launched\u000a02:22:09.842372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:22:09.977267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:10.309766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11274): Launched\u000a02:22:10.585386 run iperf3-srv_10.42.42.10(pid=11275): Launched\u000a02:22:10.782894 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:22:10.917931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:11.250293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11276): Launched\u000a02:22:11.526094 run iperf3-srv_10.42.42.10(pid=11277): Launched\u000a02:22:11.722658 tst iperf3m4.py:8: start network...\u000a02:22:11.857693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:12.366272 run create_hlr_db(pid=11278): Launched\u000a02:22:12.552242 bus /gobi_6: Setting Powered False\u000a02:22:13.573861 run create_hlr_db(pid=11278): Terminated: ok {rc=0}\u000a02:22:14.000386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11280): Launched\u000a02:22:14.322943 run osmo-hlr_10.42.42.2(pid=11281): Launched\u000a02:22:14.441943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:14.998195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11283): Launched\u000a02:22:15.320523 run osmo-stp_10.42.42.5(pid=11284): Launched\u000a02:22:15.437987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:16.035772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11286): Launched\u000a02:22:16.148587 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:16.455452 run patchelf(pid=11287): Launched\u000a02:22:16.641837 run osmo-stp_10.42.42.5(pid=11284): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)]\u000a02:22:16.777363 run osmo-stp_10.42.42.5(pid=11284): stdout: \u000a| (launched: 2022-12-09_02:22:15.162410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:16.912269 run osmo-stp_10.42.42.5(pid=11284): stderr: \u000a| �[0;m�[38;5;43m20221209022215350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022215350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022215350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022215351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022215351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022215351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022215351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:17.041999 run osmo-stp_10.42.42.5(pid=11284): stdout: \u000a| (launched: 2022-12-09_02:22:15.162410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:17.170389 run osmo-stp_10.42.42.5(pid=11284): stderr: \u000a| �[0;m�[38;5;43m20221209022215350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022215350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022215350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022215351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022215351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022215351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022215351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:17.315546 run patchelf(pid=11287): Terminating (SIGINT)\u000a02:22:17.485461 run patchelf(pid=11287): Terminated: ok {rc=0}\u000a02:22:17.517248 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11284): Process ended prematurely: osmo-stp_10.42.42.5(pid=11284) [trial-2353↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11284)] [trial-2353↪gprs:oc2g↪iperf3m4.py:8]\u000a02:22:17.526660 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a02:22:17.587107 run osmo-hlr_10.42.42.2(pid=11281): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11281)]\u000a02:22:17.635851 run osmo-hlr_10.42.42.2(pid=11281): stdout: \u000a| (launched: 2022-12-09_02:22:14.164805) \u000a02:22:17.685197 run osmo-hlr_10.42.42.2(pid=11281): stderr: \u000a| �[0;m�[1;31m20221209022214359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022214359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022214360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022214360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022214360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022214360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022214372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022214380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022214381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022214381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:17.727226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11270): Terminating (SIGTERM)\u000a02:22:17.766760 run iperf3-srv_10.42.42.10(pid=11271): Terminating (SIGTERM)\u000a02:22:17.806321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11272): Terminating (SIGTERM)\u000a02:22:17.846039 run iperf3-srv_10.42.42.10(pid=11273): Terminating (SIGTERM)\u000a02:22:17.885681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11274): Terminating (SIGTERM)\u000a02:22:17.925095 run iperf3-srv_10.42.42.10(pid=11275): Terminating (SIGTERM)\u000a02:22:17.964519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11276): Terminating (SIGTERM)\u000a02:22:18.003813 run iperf3-srv_10.42.42.10(pid=11277): Terminating (SIGTERM)\u000a02:22:18.043347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11280): Terminating (SIGTERM)\u000a02:22:18.082994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11283): Terminating (SIGTERM)\u000a02:22:18.122500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11286): Terminating (SIGTERM)\u000a02:22:18.131778 --- ParallelTerminationStrategy: PID 11270 died...\u000a02:22:18.185311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11270): Terminated: ok {rc=0}\u000a02:22:18.194940 --- ParallelTerminationStrategy: PID 11271 died...\u000a02:22:18.247727 run iperf3-srv_10.42.42.10(pid=11271): Terminated {rc=256}\u000a02:22:18.257491 --- ParallelTerminationStrategy: PID 11272 died...\u000a02:22:18.310453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11272): Terminated: ok {rc=0}\u000a02:22:18.320151 --- ParallelTerminationStrategy: PID 11273 died...\u000a02:22:18.373245 run iperf3-srv_10.42.42.10(pid=11273): Terminated {rc=256}\u000a02:22:18.382970 --- ParallelTerminationStrategy: PID 11274 died...\u000a02:22:18.435828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11274): Terminated: ok {rc=0}\u000a02:22:18.445857 --- ParallelTerminationStrategy: PID 11275 died...\u000a02:22:18.499403 run iperf3-srv_10.42.42.10(pid=11275): Terminated {rc=256}\u000a02:22:18.509376 --- ParallelTerminationStrategy: PID 11276 died...\u000a02:22:18.562564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11276): Terminated: ok {rc=0}\u000a02:22:18.572289 --- ParallelTerminationStrategy: PID 11277 died...\u000a02:22:18.625837 run iperf3-srv_10.42.42.10(pid=11277): Terminated {rc=256}\u000a02:22:18.635828 --- ParallelTerminationStrategy: PID 11280 died...\u000a02:22:18.689823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11280): Terminated: ok {rc=0}\u000a02:22:18.699689 --- ParallelTerminationStrategy: PID 11283 died...\u000a02:22:18.752989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11283): Terminated: ok {rc=0}\u000a02:22:18.762814 --- ParallelTerminationStrategy: PID 11286 died...\u000a02:22:18.815789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11286): Terminated: ok {rc=0}\u000a02:22:18.902848 bus /gobi_4: Setting Powered False\u000a02:22:20.003835 bus /gobi_4: Setting Powered False\u000a02:22:21.113708 bus /gobi_1: Setting Powered False\u000a02:22:22.218858 bus /gobi_1: Setting Powered False\u000a02:22:23.329426 bus /gobi_0: Setting Powered False\u000a02:22:24.431221 bus /gobi_0: Setting Powered False\u000a02:22:25.538934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11294): Process ended prematurely: osmo-stp_10.42.42.5(pid=11294) [trial-2353↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11294): Process ended prematurely: osmo-stp_10.42.42.5(pid=11294) [trial-2353↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g ping.py\u000a----------------------------------------------\u000a02:22:26.606774 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:26.618622 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:22:26.749083 tst ping.py: using LAC 18402\u000a02:22:26.874012 tst ping.py: using RAC 42\u000a02:22:26.999210 tst ping.py: using CellId 18402\u000a02:22:27.128495 tst ping.py: using BVCI 18403\u000a02:22:27.153672 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:27.164674 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:27.175609 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:27.186902 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:27.198279 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:27.209406 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:27.220550 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:27.231550 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:27.522553 tst ping.py:19: start network...\u000a02:22:27.656501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:28.158401 run create_hlr_db(pid=11288): Launched\u000a02:22:28.344265 bus /gobi_6: Setting Powered False\u000a02:22:29.364042 run create_hlr_db(pid=11288): Terminated: ok {rc=0}\u000a02:22:29.789457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11290): Launched\u000a02:22:30.110285 run osmo-hlr_10.42.42.2(pid=11291): Launched\u000a02:22:30.226440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:30.783187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11293): Launched\u000a02:22:31.215039 run osmo-stp_10.42.42.5(pid=11294): Launched\u000a02:22:31.476138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:32.049662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11296): Launched\u000a02:22:32.167607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:32.447980 run patchelf(pid=11297): Launched\u000a02:22:32.634777 run osmo-stp_10.42.42.5(pid=11294): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)]\u000a02:22:32.771432 run osmo-stp_10.42.42.5(pid=11294): stdout: \u000a| (launched: 2022-12-09_02:22:30.967048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:32.908423 run osmo-stp_10.42.42.5(pid=11294): stderr: \u000a| �[0;m�[38;5;43m20221209022231260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022231261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022231261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022231261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022231262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022231262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022231262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:33.041352 run osmo-stp_10.42.42.5(pid=11294): stdout: \u000a| (launched: 2022-12-09_02:22:30.967048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:33.173208 run osmo-stp_10.42.42.5(pid=11294): stderr: \u000a| �[0;m�[38;5;43m20221209022231260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022231261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022231261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022231261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022231262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022231262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022231262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:33.325991 run patchelf(pid=11297): Terminating (SIGINT)\u000a02:22:33.504604 run patchelf(pid=11297): Terminated: ok {rc=0}\u000a02:22:33.537353 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11294): Process ended prematurely: osmo-stp_10.42.42.5(pid=11294) [trial-2353↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)] [trial-2353↪gprs:oc2g↪ping.py:22]\u000a02:22:33.546567 tst ping.py:22: Test FAILED (6.9 sec)\u000a02:22:33.610320 run osmo-hlr_10.42.42.2(pid=11291): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11291)]\u000a02:22:33.661922 run osmo-hlr_10.42.42.2(pid=11291): stdout: \u000a| (launched: 2022-12-09_02:22:29.952044) \u000a02:22:33.714173 run osmo-hlr_10.42.42.2(pid=11291): stderr: \u000a| �[0;m�[1;31m20221209022230149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022230149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022230149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022230149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022230149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022230149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022230162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022230170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022230170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022230170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:33.758639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11290): Terminating (SIGTERM)\u000a02:22:33.801336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11293): Terminating (SIGTERM)\u000a02:22:33.843279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11296): Terminating (SIGTERM)\u000a02:22:33.853511 --- ParallelTerminationStrategy: PID 11290 died...\u000a02:22:33.909982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11290): Terminated: ok {rc=0}\u000a02:22:33.920233 --- ParallelTerminationStrategy: PID 11293 died...\u000a02:22:33.976325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11293): Terminated: ok {rc=0}\u000a02:22:33.986743 --- ParallelTerminationStrategy: PID 11296 died...\u000a02:22:34.042931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11296): Terminated: ok {rc=0}\u000a02:22:34.130777 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11304): Process ended prematurely: osmo-stp_10.42.42.5(pid=11304) [trial-2353↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11304)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11304): Process ended prematurely: osmo-stp_10.42.42.5(pid=11304) [trial-2353↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a02:22:35.184283 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.196572 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:22:35.326470 tst ping_idle_ping.py: using LAC 18403\u000a02:22:35.461459 tst ping_idle_ping.py: using RAC 43\u000a02:22:35.599180 tst ping_idle_ping.py: using CellId 18403\u000a02:22:35.726774 tst ping_idle_ping.py: using BVCI 18404\u000a02:22:35.751971 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.764026 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.775067 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.786320 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.797444 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.808668 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.819923 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:35.831198 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:36.121508 tst ping_idle_ping.py:24: start network...\u000a02:22:36.255629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:36.763070 run create_hlr_db(pid=11298): Launched\u000a02:22:36.948880 bus /gobi_6: Setting Powered False\u000a02:22:37.969550 run create_hlr_db(pid=11298): Terminated: ok {rc=0}\u000a02:22:38.369310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11300): Launched\u000a02:22:38.667617 run osmo-hlr_10.42.42.2(pid=11301): Launched\u000a02:22:38.778368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:39.296280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11303): Launched\u000a02:22:39.594811 run osmo-stp_10.42.42.5(pid=11304): Launched\u000a02:22:39.703755 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:40.221452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11306): Launched\u000a02:22:40.327089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:40.586264 run patchelf(pid=11307): Launched\u000a02:22:40.760148 run osmo-stp_10.42.42.5(pid=11304): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11304)]\u000a02:22:40.887731 run osmo-stp_10.42.42.5(pid=11304): stdout: \u000a| (launched: 2022-12-09_02:22:39.448195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:41.016344 run osmo-stp_10.42.42.5(pid=11304): stderr: \u000a| �[0;m�[38;5;43m20221209022239618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022239618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022239619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022239619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022239620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022239620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022239620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:41.139901 run osmo-stp_10.42.42.5(pid=11304): stdout: \u000a| (launched: 2022-12-09_02:22:39.448195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:41.262022 run osmo-stp_10.42.42.5(pid=11304): stderr: \u000a| �[0;m�[38;5;43m20221209022239618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022239618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022239619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022239619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022239620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022239620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022239620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:41.404119 run patchelf(pid=11307): Terminating (SIGINT)\u000a02:22:41.570689 run patchelf(pid=11307): Terminated: ok {rc=0}\u000a02:22:41.601260 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11304): Process ended prematurely: osmo-stp_10.42.42.5(pid=11304) [trial-2353↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11304)] [trial-2353↪gprs:oc2g↪ping_idle_ping.py:27]\u000a02:22:41.609813 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:22:41.669415 run osmo-hlr_10.42.42.2(pid=11301): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11301)]\u000a02:22:41.717972 run osmo-hlr_10.42.42.2(pid=11301): stdout: \u000a| (launched: 2022-12-09_02:22:38.520481) \u000a02:22:41.767356 run osmo-hlr_10.42.42.2(pid=11301): stderr: \u000a| �[0;m�[1;31m20221209022238695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022238695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022238695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022238695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022238695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022238695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022238707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022238718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022238718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022238718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:41.809185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11300): Terminating (SIGTERM)\u000a02:22:41.848823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11303): Terminating (SIGTERM)\u000a02:22:41.888613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11306): Terminating (SIGTERM)\u000a02:22:41.898040 --- ParallelTerminationStrategy: PID 11300 died...\u000a02:22:41.951019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11300): Terminated: ok {rc=0}\u000a02:22:41.960557 --- ParallelTerminationStrategy: PID 11303 died...\u000a02:22:42.013169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11303): Terminated: ok {rc=0}\u000a02:22:42.022927 --- ParallelTerminationStrategy: PID 11306 died...\u000a02:22:42.075612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11306): Terminated: ok {rc=0}\u000a02:22:42.163853 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:21:43" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11321): Process ended prematurely: osmo-stp_10.42.42.5(pid=11321) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11321)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11321): Process ended prematurely: osmo-stp_10.42.42.5(pid=11321) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:22:44.265847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.277981 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:44.398579 tst cs_paging_gprs_active.py: using LAC 18404\u000a02:22:44.515296 tst cs_paging_gprs_active.py: using RAC 44\u000a02:22:44.634496 tst cs_paging_gprs_active.py: using CellId 18404\u000a02:22:44.760171 tst cs_paging_gprs_active.py: using BVCI 18405\u000a02:22:44.785048 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.796467 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.807579 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.819430 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.830915 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.842586 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.854527 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.865876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.877408 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:44.995234 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:45.271044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:22:45.396397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:45.706396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11311): Launched\u000a02:22:46.002048 run iperf3-srv_10.42.42.10(pid=11312): Launched\u000a02:22:46.189175 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:22:46.317569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:46.653364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11313): Launched\u000a02:22:46.951637 run iperf3-srv_10.42.42.10(pid=11314): Launched\u000a02:22:47.180139 tst cs_paging_gprs_active.py:38: start network...\u000a02:22:47.321348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:47.827680 run create_hlr_db(pid=11315): Launched\u000a02:22:48.013053 bus /gobi_6: Setting Powered False\u000a02:22:49.034195 run create_hlr_db(pid=11315): Terminated: ok {rc=0}\u000a02:22:49.459556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11317): Launched\u000a02:22:49.778307 run osmo-hlr_10.42.42.2(pid=11318): Launched\u000a02:22:49.897913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:50.452858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11320): Launched\u000a02:22:50.771211 run osmo-stp_10.42.42.5(pid=11321): Launched\u000a02:22:50.886667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:51.443265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11323): Launched\u000a02:22:51.557248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:51.834419 run patchelf(pid=11324): Launched\u000a02:22:52.020653 run osmo-stp_10.42.42.5(pid=11321): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11321)]\u000a02:22:52.157642 run osmo-stp_10.42.42.5(pid=11321): stdout: \u000a| (launched: 2022-12-09_02:22:50.615460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:52.294438 run osmo-stp_10.42.42.5(pid=11321): stderr: \u000a| �[0;m�[38;5;43m20221209022250808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022250808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022250808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022250808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022250809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022250809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022250809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:52.426619 run osmo-stp_10.42.42.5(pid=11321): stdout: \u000a| (launched: 2022-12-09_02:22:50.615460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:52.557839 run osmo-stp_10.42.42.5(pid=11321): stderr: \u000a| �[0;m�[38;5;43m20221209022250808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022250808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022250808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022250808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022250809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022250809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022250809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:52.710231 run patchelf(pid=11324): Terminating (SIGINT)\u000a02:22:52.888373 run patchelf(pid=11324): Terminated: ok {rc=0}\u000a02:22:52.921231 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11321): Process ended prematurely: osmo-stp_10.42.42.5(pid=11321) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11321)] [trial-2353↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:22:52.931065 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:22:52.993718 run osmo-hlr_10.42.42.2(pid=11318): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11318)]\u000a02:22:53.044921 run osmo-hlr_10.42.42.2(pid=11318): stdout: \u000a| (launched: 2022-12-09_02:22:49.622280) \u000a02:22:53.096935 run osmo-hlr_10.42.42.2(pid=11318): stderr: \u000a| �[0;m�[1;31m20221209022249821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022249821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022249822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022249822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022249822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022249822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022249835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022249843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022249843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022249843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:53.141617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11311): Terminating (SIGTERM)\u000a02:22:53.183770 run iperf3-srv_10.42.42.10(pid=11312): Terminating (SIGTERM)\u000a02:22:53.225453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11313): Terminating (SIGTERM)\u000a02:22:53.267476 run iperf3-srv_10.42.42.10(pid=11314): Terminating (SIGTERM)\u000a02:22:53.309288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11317): Terminating (SIGTERM)\u000a02:22:53.351329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11320): Terminating (SIGTERM)\u000a02:22:53.393327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11323): Terminating (SIGTERM)\u000a02:22:53.402900 --- ParallelTerminationStrategy: PID 11311 died...\u000a02:22:53.458925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11311): Terminated: ok {rc=0}\u000a02:22:53.468884 --- ParallelTerminationStrategy: PID 11312 died...\u000a02:22:53.524491 run iperf3-srv_10.42.42.10(pid=11312): Terminated {rc=256}\u000a02:22:53.534456 --- ParallelTerminationStrategy: PID 11313 died...\u000a02:22:53.589969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11313): Terminated: ok {rc=0}\u000a02:22:53.599834 --- ParallelTerminationStrategy: PID 11314 died...\u000a02:22:53.655447 run iperf3-srv_10.42.42.10(pid=11314): Terminated {rc=256}\u000a02:22:53.665913 --- ParallelTerminationStrategy: PID 11317 died...\u000a02:22:53.721793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11317): Terminated: ok {rc=0}\u000a02:22:53.731785 --- ParallelTerminationStrategy: PID 11320 died...\u000a02:22:53.787573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11320): Terminated: ok {rc=0}\u000a02:22:53.797946 --- ParallelTerminationStrategy: PID 11323 died...\u000a02:22:53.853937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11323): Terminated: ok {rc=0}\u000a02:22:53.941734 bus /gobi_0: Setting Powered False\u000a02:22:55.045093 bus /gobi_0: Setting Powered False\u000a02:22:56.151041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:22:57.264633 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.276552 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:57.408377 tst iperf3.py: using LAC 18405\u000a02:22:57.533854 tst iperf3.py: using RAC 45\u000a02:22:57.658539 tst iperf3.py: using CellId 18405\u000a02:22:57.783143 tst iperf3.py: using BVCI 18406\u000a02:22:57.807674 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.818974 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.830008 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.841441 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.852590 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.863753 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.875124 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.886346 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:57.897830 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:58.175276 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:22:58.299708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:58.607669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11325): Launched\u000a02:22:58.862696 run iperf3-srv_10.42.42.10(pid=11326): Launched\u000a02:22:59.043755 tst iperf3.py:8: start network...\u000a02:22:59.168540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:59.646555 run create_hlr_db(pid=11327): Launched\u000a02:22:59.830317 bus /gobi_6: Setting Powered False\u000a02:23:00.864739 run create_hlr_db(pid=11327): Terminated: ok {rc=0}\u000a02:23:01.330930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11329): Launched\u000a02:23:01.793838 run osmo-hlr_10.42.42.2(pid=11358): Launched\u000a02:23:02.060702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:02.764930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11387): Launched\u000a02:23:03.228887 run osmo-stp_10.42.42.5(pid=11406): Launched\u000a02:23:03.508558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:04.239676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Launched\u000a02:23:04.382949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:04.748577 run patchelf(pid=11571): Launched\u000a02:23:04.961194 run osmo-stp_10.42.42.5(pid=11406): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]\u000a02:23:05.108674 run osmo-stp_10.42.42.5(pid=11406): stdout: \u000a| (launched: 2022-12-09_02:23:02.947530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:05.250169 run osmo-stp_10.42.42.5(pid=11406): stderr: \u000a| �[0;m�[38;5;43m20221209022303288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022303288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022303288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022303292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022303293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022303293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022303293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:05.386596 run osmo-stp_10.42.42.5(pid=11406): stdout: \u000a| (launched: 2022-12-09_02:23:02.947530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:05.522313 run osmo-stp_10.42.42.5(pid=11406): stderr: \u000a| �[0;m�[38;5;43m20221209022303288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022303288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022303288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022303292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022303293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022303293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022303293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:05.680373 run patchelf(pid=11571): Terminating (SIGINT)\u000a02:23:05.865387 run patchelf(pid=11571): Terminated: ok {rc=0}\u000a02:23:05.900044 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)] [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a02:23:05.910974 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a02:23:05.979093 run osmo-hlr_10.42.42.2(pid=11358): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11358)]\u000a02:23:06.033134 run osmo-hlr_10.42.42.2(pid=11358): stdout: \u000a| (launched: 2022-12-09_02:23:01.536256) \u000a02:23:06.088074 run osmo-hlr_10.42.42.2(pid=11358): stderr: \u000a| �[0;m�[1;31m20221209022301922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022301922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022301922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022301922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022301922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022301922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022301940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022301957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022301958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022301958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:06.134946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11325): Terminating (SIGTERM)\u000a02:23:06.181464 run iperf3-srv_10.42.42.10(pid=11326): Terminating (SIGTERM)\u000a02:23:06.227005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11329): Terminating (SIGTERM)\u000a02:23:06.274480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11387): Terminating (SIGTERM)\u000a02:23:06.320760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Terminating (SIGTERM)\u000a02:23:06.331612 --- ParallelTerminationStrategy: PID 11325 died...\u000a02:23:06.393264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11325): Terminated: ok {rc=0}\u000a02:23:06.404223 --- ParallelTerminationStrategy: PID 11326 died...\u000a02:23:06.464233 run iperf3-srv_10.42.42.10(pid=11326): Terminated {rc=256}\u000a02:23:06.475182 --- ParallelTerminationStrategy: PID 11329 died...\u000a02:23:06.535435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11329): Terminated: ok {rc=0}\u000a02:23:06.546581 --- ParallelTerminationStrategy: PID 11387 died...\u000a02:23:06.606732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11387): Terminated: ok {rc=0}\u000a02:23:06.617720 --- ParallelTerminationStrategy: PID 11511 died...\u000a02:23:06.677739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Terminated: ok {rc=0}\u000a02:23:06.769299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11622): Process ended prematurely: osmo-stp_10.42.42.5(pid=11622) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11622): Process ended prematurely: osmo-stp_10.42.42.5(pid=11622) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:23:07.887158 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:07.900684 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:23:08.035652 tst iperf3m4.py: using LAC 18406\u000a02:23:08.164825 tst iperf3m4.py: using RAC 46\u000a02:23:08.292687 tst iperf3m4.py: using CellId 18406\u000a02:23:08.423124 tst iperf3m4.py: using BVCI 18407\u000a02:23:08.449325 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.461567 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.475083 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.488184 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.500312 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.514270 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.528728 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.541629 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:08.555143 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:08.681563 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:08.806792 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:08.932599 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:09.232342 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:23:09.370795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:09.723960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11608): Launched\u000a02:23:10.027684 run iperf3-srv_10.42.42.10(pid=11609): Launched\u000a02:23:10.232799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:23:10.373506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:10.729606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11610): Launched\u000a02:23:11.034001 run iperf3-srv_10.42.42.10(pid=11611): Launched\u000a02:23:11.238767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:23:11.379860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:11.733101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11612): Launched\u000a02:23:12.031782 run iperf3-srv_10.42.42.10(pid=11613): Launched\u000a02:23:12.235796 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:23:12.376819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:12.725159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11614): Launched\u000a02:23:13.005699 run iperf3-srv_10.42.42.10(pid=11615): Launched\u000a02:23:13.192434 tst iperf3m4.py:8: start network...\u000a02:23:13.322018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:13.845890 run create_hlr_db(pid=11616): Launched\u000a02:23:14.023704 bus /gobi_6: Setting Powered False\u000a02:23:15.050102 run create_hlr_db(pid=11616): Terminated: ok {rc=0}\u000a02:23:15.479494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11618): Launched\u000a02:23:15.898849 run osmo-hlr_10.42.42.2(pid=11619): Launched\u000a02:23:16.122238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:16.774927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11621): Launched\u000a02:23:17.122858 run osmo-stp_10.42.42.5(pid=11622): Launched\u000a02:23:17.319482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:18.062627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11624): Launched\u000a02:23:18.189061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:18.492222 run patchelf(pid=11625): Launched\u000a02:23:18.687296 run osmo-stp_10.42.42.5(pid=11622): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)]\u000a02:23:18.831521 run osmo-stp_10.42.42.5(pid=11622): stdout: \u000a| (launched: 2022-12-09_02:23:16.937987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:18.975584 run osmo-stp_10.42.42.5(pid=11622): stderr: \u000a| �[0;m�[38;5;43m20221209022317274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022317274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022317275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022317275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022317275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022317276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022317276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:19.114207 run osmo-stp_10.42.42.5(pid=11622): stdout: \u000a| (launched: 2022-12-09_02:23:16.937987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:19.252757 run osmo-stp_10.42.42.5(pid=11622): stderr: \u000a| �[0;m�[38;5;43m20221209022317274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022317274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022317275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022317275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022317275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022317276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022317276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:19.412485 run patchelf(pid=11625): Terminating (SIGINT)\u000a02:23:19.600710 run patchelf(pid=11625): Terminated: ok {rc=0}\u000a02:23:19.635898 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11622): Process ended prematurely: osmo-stp_10.42.42.5(pid=11622) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11622)] [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:23:19.646993 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a02:23:19.715786 run osmo-hlr_10.42.42.2(pid=11619): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11619)]\u000a02:23:19.770066 run osmo-hlr_10.42.42.2(pid=11619): stdout: \u000a| (launched: 2022-12-09_02:23:15.638027) \u000a02:23:19.826180 run osmo-hlr_10.42.42.2(pid=11619): stderr: \u000a| �[0;m�[1;31m20221209022315976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022315976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022315976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022315976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022315985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022315985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022315998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022316006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:19.873329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11608): Terminating (SIGTERM)\u000a02:23:19.920502 run iperf3-srv_10.42.42.10(pid=11609): Terminating (SIGTERM)\u000a02:23:19.965886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11610): Terminating (SIGTERM)\u000a02:23:20.013295 run iperf3-srv_10.42.42.10(pid=11611): Terminating (SIGTERM)\u000a02:23:20.058371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11612): Terminating (SIGTERM)\u000a02:23:20.105832 run iperf3-srv_10.42.42.10(pid=11613): Terminating (SIGTERM)\u000a02:23:20.151732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11614): Terminating (SIGTERM)\u000a02:23:20.198708 run iperf3-srv_10.42.42.10(pid=11615): Terminating (SIGTERM)\u000a02:23:20.243881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11618): Terminating (SIGTERM)\u000a02:23:20.291440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11621): Terminating (SIGTERM)\u000a02:23:20.338295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11624): Terminating (SIGTERM)\u000a02:23:20.349305 --- ParallelTerminationStrategy: PID 11608 died...\u000a02:23:20.410681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11608): Terminated: ok {rc=0}\u000a02:23:20.421860 --- ParallelTerminationStrategy: PID 11609 died...\u000a02:23:20.481678 run iperf3-srv_10.42.42.10(pid=11609): Terminated {rc=256}\u000a02:23:20.492616 --- ParallelTerminationStrategy: PID 11610 died...\u000a02:23:20.552078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11610): Terminated: ok {rc=0}\u000a02:23:20.563127 --- ParallelTerminationStrategy: PID 11611 died...\u000a02:23:20.622316 run iperf3-srv_10.42.42.10(pid=11611): Terminated {rc=256}\u000a02:23:20.633468 --- ParallelTerminationStrategy: PID 11612 died...\u000a02:23:20.693291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11612): Terminated: ok {rc=0}\u000a02:23:20.704242 --- ParallelTerminationStrategy: PID 11613 died...\u000a02:23:20.763539 run iperf3-srv_10.42.42.10(pid=11613): Terminated {rc=256}\u000a02:23:20.774710 --- ParallelTerminationStrategy: PID 11614 died...\u000a02:23:20.835471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11614): Terminated: ok {rc=0}\u000a02:23:20.846569 --- ParallelTerminationStrategy: PID 11615 died...\u000a02:23:20.906274 run iperf3-srv_10.42.42.10(pid=11615): Terminated {rc=256}\u000a02:23:20.917363 --- ParallelTerminationStrategy: PID 11618 died...\u000a02:23:20.977058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11618): Terminated: ok {rc=0}\u000a02:23:20.988093 --- ParallelTerminationStrategy: PID 11621 died...\u000a02:23:21.050324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11621): Terminated: ok {rc=0}\u000a02:23:21.061435 --- ParallelTerminationStrategy: PID 11624 died...\u000a02:23:21.120714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11624): Terminated: ok {rc=0}\u000a02:23:21.212642 bus /gobi_4: Setting Powered False\u000a02:23:22.323890 bus /gobi_4: Setting Powered False\u000a02:23:23.435035 bus /gobi_1: Setting Powered False\u000a02:23:24.541030 bus /gobi_1: Setting Powered False\u000a02:23:25.651628 bus /gobi_0: Setting Powered False\u000a02:23:26.755869 bus /gobi_0: Setting Powered False\u000a02:23:27.864314 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11633): Process ended prematurely: osmo-stp_10.42.42.5(pid=11633) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11633): Process ended prematurely: osmo-stp_10.42.42.5(pid=11633) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:23:28.932911 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:28.944906 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:23:29.077581 tst ping.py: using LAC 18407\u000a02:23:29.208739 tst ping.py: using RAC 47\u000a02:23:29.339036 tst ping.py: using CellId 18407\u000a02:23:29.463076 tst ping.py: using BVCI 18408\u000a02:23:29.487667 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:29.499298 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:29.510498 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:29.521874 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:29.533193 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:29.544411 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:29.555940 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:29.567310 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:29.842605 tst ping.py:19: start network...\u000a02:23:29.967724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:30.447644 run create_hlr_db(pid=11627): Launched\u000a02:23:30.620391 bus /gobi_6: Setting Powered False\u000a02:23:31.692302 run create_hlr_db(pid=11627): Terminated: ok {rc=0}\u000a02:23:32.166436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Launched\u000a02:23:32.491371 run osmo-hlr_10.42.42.2(pid=11630): Launched\u000a02:23:32.611954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:33.172142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Launched\u000a02:23:33.493698 run osmo-stp_10.42.42.5(pid=11633): Launched\u000a02:23:33.611758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:34.171530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11635): Launched\u000a02:23:34.286358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:34.567486 run patchelf(pid=11636): Launched\u000a02:23:34.755447 run osmo-stp_10.42.42.5(pid=11633): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)]\u000a02:23:34.893776 run osmo-stp_10.42.42.5(pid=11633): stdout: \u000a| (launched: 2022-12-09_02:23:33.335565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:35.031749 run osmo-stp_10.42.42.5(pid=11633): stderr: \u000a| �[0;m�[38;5;43m20221209022333527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022333528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022333528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022333528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022333530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022333531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022333531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:35.165295 run osmo-stp_10.42.42.5(pid=11633): stdout: \u000a| (launched: 2022-12-09_02:23:33.335565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:35.298589 run osmo-stp_10.42.42.5(pid=11633): stderr: \u000a| �[0;m�[38;5;43m20221209022333527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022333528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022333528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022333528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022333530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022333531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022333531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:35.452405 run patchelf(pid=11636): Terminating (SIGINT)\u000a02:23:35.632679 run patchelf(pid=11636): Terminated: ok {rc=0}\u000a02:23:35.665468 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11633): Process ended prematurely: osmo-stp_10.42.42.5(pid=11633) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11633)] [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a02:23:35.674694 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:23:35.738475 run osmo-hlr_10.42.42.2(pid=11630): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11630)]\u000a02:23:35.790534 run osmo-hlr_10.42.42.2(pid=11630): stdout: \u000a| (launched: 2022-12-09_02:23:32.331215) \u000a02:23:35.843104 run osmo-hlr_10.42.42.2(pid=11630): stderr: \u000a| �[0;m�[1;31m20221209022332529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022332529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022332529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022332529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022332529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022332529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022332542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022332550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022332550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022332550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:35.887677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Terminating (SIGTERM)\u000a02:23:35.930144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Terminating (SIGTERM)\u000a02:23:35.972587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11635): Terminating (SIGTERM)\u000a02:23:35.982409 --- ParallelTerminationStrategy: PID 11629 died...\u000a02:23:36.039355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Terminated: ok {rc=0}\u000a02:23:36.049944 --- ParallelTerminationStrategy: PID 11632 died...\u000a02:23:36.106709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Terminated: ok {rc=0}\u000a02:23:36.116779 --- ParallelTerminationStrategy: PID 11635 died...\u000a02:23:36.173527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11635): Terminated: ok {rc=0}\u000a02:23:36.261362 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11643): Process ended prematurely: osmo-stp_10.42.42.5(pid=11643) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11643)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11643): Process ended prematurely: osmo-stp_10.42.42.5(pid=11643) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:23:37.314644 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.327408 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:23:37.459757 tst ping_idle_ping.py: using LAC 18408\u000a02:23:37.586574 tst ping_idle_ping.py: using RAC 48\u000a02:23:37.714151 tst ping_idle_ping.py: using CellId 18408\u000a02:23:37.840233 tst ping_idle_ping.py: using BVCI 18409\u000a02:23:37.864857 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.876163 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.887426 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.898818 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.910181 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.922345 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.933620 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:37.945104 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:38.223275 tst ping_idle_ping.py:24: start network...\u000a02:23:38.347844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:38.834690 run create_hlr_db(pid=11637): Launched\u000a02:23:39.009064 bus /gobi_6: Setting Powered False\u000a02:23:40.030201 run create_hlr_db(pid=11637): Terminated: ok {rc=0}\u000a02:23:40.460287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11639): Launched\u000a02:23:40.784232 run osmo-hlr_10.42.42.2(pid=11640): Launched\u000a02:23:40.906730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:41.467278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11642): Launched\u000a02:23:41.792451 run osmo-stp_10.42.42.5(pid=11643): Launched\u000a02:23:41.910125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:42.474826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11645): Launched\u000a02:23:42.590429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:42.871668 run patchelf(pid=11646): Launched\u000a02:23:43.061416 run osmo-stp_10.42.42.5(pid=11643): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11643)]\u000a02:23:43.200223 run osmo-stp_10.42.42.5(pid=11643): stdout: \u000a| (launched: 2022-12-09_02:23:41.631335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:43.339135 run osmo-stp_10.42.42.5(pid=11643): stderr: \u000a| �[0;m�[38;5;43m20221209022341826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022341826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022341826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022341826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022341827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022341827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022341827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:43.473498 run osmo-stp_10.42.42.5(pid=11643): stdout: \u000a| (launched: 2022-12-09_02:23:41.631335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:43.606950 run osmo-stp_10.42.42.5(pid=11643): stderr: \u000a| �[0;m�[38;5;43m20221209022341826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022341826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022341826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022341826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022341827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022341827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022341827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:43.761338 run patchelf(pid=11646): Terminating (SIGINT)\u000a02:23:43.941842 run patchelf(pid=11646): Terminated: ok {rc=0}\u000a02:23:43.974652 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11643): Process ended prematurely: osmo-stp_10.42.42.5(pid=11643) [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11643)] [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:23:43.984076 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:23:44.048245 run osmo-hlr_10.42.42.2(pid=11640): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11640)]\u000a02:23:44.101027 run osmo-hlr_10.42.42.2(pid=11640): stdout: \u000a| (launched: 2022-12-09_02:23:40.625433) \u000a02:23:44.154570 run osmo-hlr_10.42.42.2(pid=11640): stderr: \u000a| �[0;m�[1;31m20221209022340825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022340825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022340825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022340825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022340825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022340825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022340838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022340849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022340849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022340849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:44.200299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11639): Terminating (SIGTERM)\u000a02:23:44.243231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11642): Terminating (SIGTERM)\u000a02:23:44.285849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11645): Terminating (SIGTERM)\u000a02:23:44.295988 --- ParallelTerminationStrategy: PID 11639 died...\u000a02:23:44.353755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11639): Terminated: ok {rc=0}\u000a02:23:44.363916 --- ParallelTerminationStrategy: PID 11642 died...\u000a02:23:44.420461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11642): Terminated: ok {rc=0}\u000a02:23:44.430669 --- ParallelTerminationStrategy: PID 11645 died...\u000a02:23:44.487337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11645): Terminated: ok {rc=0}\u000a02:23:44.575286 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:22:43" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11660): Process ended prematurely: osmo-stp_10.42.42.5(pid=11660) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11660): Process ended prematurely: osmo-stp_10.42.42.5(pid=11660) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:23:46.754195 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:46.766285 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:46.923511 tst cs_paging_gprs_active.py: using LAC 18409\u000a02:23:47.054390 tst cs_paging_gprs_active.py: using RAC 49\u000a02:23:47.180860 tst cs_paging_gprs_active.py: using CellId 18409\u000a02:23:47.302058 tst cs_paging_gprs_active.py: using BVCI 18410\u000a02:23:47.325790 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.336728 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.347538 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.358852 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.370150 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.381560 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.392774 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.403855 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:47.415147 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:47.537994 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:47.822691 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:23:47.951716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:48.269517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11650): Launched\u000a02:23:48.533826 run iperf3-srv_10.42.42.10(pid=11651): Launched\u000a02:23:48.721797 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:23:48.850515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:49.168435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11652): Launched\u000a02:23:49.433170 run iperf3-srv_10.42.42.10(pid=11653): Launched\u000a02:23:49.621241 tst cs_paging_gprs_active.py:38: start network...\u000a02:23:49.749056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:50.242584 run create_hlr_db(pid=11654): Launched\u000a02:23:50.418818 bus /gobi_6: Setting Powered False\u000a02:23:51.440498 run create_hlr_db(pid=11654): Terminated: ok {rc=0}\u000a02:23:51.877310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11656): Launched\u000a02:23:52.206802 run osmo-hlr_10.42.42.2(pid=11657): Launched\u000a02:23:52.330404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:52.901343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11659): Launched\u000a02:23:53.231849 run osmo-stp_10.42.42.5(pid=11660): Launched\u000a02:23:53.352179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:53.923196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11662): Launched\u000a02:23:54.041370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:54.328017 run patchelf(pid=11663): Launched\u000a02:23:54.519780 run osmo-stp_10.42.42.5(pid=11660): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)]\u000a02:23:54.659589 run osmo-stp_10.42.42.5(pid=11660): stdout: \u000a| (launched: 2022-12-09_02:23:53.069097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:54.799889 run osmo-stp_10.42.42.5(pid=11660): stderr: \u000a| �[0;m�[38;5;43m20221209022353261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022353261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022353262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022353262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022353263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022353263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022353263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:54.935470 run osmo-stp_10.42.42.5(pid=11660): stdout: \u000a| (launched: 2022-12-09_02:23:53.069097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:55.070234 run osmo-stp_10.42.42.5(pid=11660): stderr: \u000a| �[0;m�[38;5;43m20221209022353261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022353261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022353262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022353262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022353263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022353263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022353263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:55.227356 run patchelf(pid=11663): Terminating (SIGINT)\u000a02:23:55.410881 run patchelf(pid=11663): Terminated: ok {rc=0}\u000a02:23:55.444347 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11660): Process ended prematurely: osmo-stp_10.42.42.5(pid=11660) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11660)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:23:55.454092 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:23:55.517147 run osmo-hlr_10.42.42.2(pid=11657): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11657)]\u000a02:23:55.568515 run osmo-hlr_10.42.42.2(pid=11657): stdout: \u000a| (launched: 2022-12-09_02:23:52.044724) \u000a02:23:55.620581 run osmo-hlr_10.42.42.2(pid=11657): stderr: \u000a| �[0;m�[1;31m20221209022352244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022352244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022352245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022352245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022352245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022352245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022352257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022352265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022352265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022352265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:55.664644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11650): Terminating (SIGTERM)\u000a02:23:55.706525 run iperf3-srv_10.42.42.10(pid=11651): Terminating (SIGTERM)\u000a02:23:55.748097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11652): Terminating (SIGTERM)\u000a02:23:55.789874 run iperf3-srv_10.42.42.10(pid=11653): Terminating (SIGTERM)\u000a02:23:55.832178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11656): Terminating (SIGTERM)\u000a02:23:55.873741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11659): Terminating (SIGTERM)\u000a02:23:55.915548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11662): Terminating (SIGTERM)\u000a02:23:55.925423 --- ParallelTerminationStrategy: PID 11650 died...\u000a02:23:55.981101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11650): Terminated: ok {rc=0}\u000a02:23:55.991220 --- ParallelTerminationStrategy: PID 11651 died...\u000a02:23:56.046476 run iperf3-srv_10.42.42.10(pid=11651): Terminated {rc=256}\u000a02:23:56.056637 --- ParallelTerminationStrategy: PID 11652 died...\u000a02:23:56.112419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11652): Terminated: ok {rc=0}\u000a02:23:56.122282 --- ParallelTerminationStrategy: PID 11653 died...\u000a02:23:56.177408 run iperf3-srv_10.42.42.10(pid=11653): Terminated {rc=256}\u000a02:23:56.187927 --- ParallelTerminationStrategy: PID 11656 died...\u000a02:23:56.244010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11656): Terminated: ok {rc=0}\u000a02:23:56.254105 --- ParallelTerminationStrategy: PID 11659 died...\u000a02:23:56.309530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11659): Terminated: ok {rc=0}\u000a02:23:56.319487 --- ParallelTerminationStrategy: PID 11662 died...\u000a02:23:56.375069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11662): Terminated: ok {rc=0}\u000a02:23:56.462593 bus /gobi_0: Setting Powered False\u000a02:23:57.565048 bus /gobi_0: Setting Powered False\u000a02:23:58.674552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:23:59.789888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:59.802126 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:59.960359 tst iperf3.py: using LAC 18410\u000a02:24:00.092191 tst iperf3.py: using RAC 50\u000a02:24:00.219219 tst iperf3.py: using CellId 18410\u000a02:24:00.346133 tst iperf3.py: using BVCI 18411\u000a02:24:00.371248 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.382886 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.394062 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.405498 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.416701 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.428214 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.439824 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.451189 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:00.462784 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:00.759448 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:24:00.915448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:01.255432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11664): Launched\u000a02:24:01.544928 run iperf3-srv_10.42.42.10(pid=11665): Launched\u000a02:24:01.756663 tst iperf3.py:8: start network...\u000a02:24:01.899508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:02.422624 run create_hlr_db(pid=11666): Launched\u000a02:24:02.612298 bus /gobi_6: Setting Powered False\u000a02:24:03.632530 run create_hlr_db(pid=11666): Terminated: ok {rc=0}\u000a02:24:04.067674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Launched\u000a02:24:04.396139 run osmo-hlr_10.42.42.2(pid=11669): Launched\u000a02:24:04.516264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:05.084241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Launched\u000a02:24:05.413679 run osmo-stp_10.42.42.5(pid=11672): Launched\u000a02:24:05.533421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:06.103677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11674): Launched\u000a02:24:06.221504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:06.506303 run patchelf(pid=11675): Launched\u000a02:24:06.697142 run osmo-stp_10.42.42.5(pid=11672): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]\u000a02:24:06.837017 run osmo-stp_10.42.42.5(pid=11672): stdout: \u000a| (launched: 2022-12-09_02:24:05.251336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:06.977339 run osmo-stp_10.42.42.5(pid=11672): stderr: \u000a| �[0;m�[38;5;43m20221209022405446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022405446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022405446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022405447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022405447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022405447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022405447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:07.113272 run osmo-stp_10.42.42.5(pid=11672): stdout: \u000a| (launched: 2022-12-09_02:24:05.251336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:07.248146 run osmo-stp_10.42.42.5(pid=11672): stderr: \u000a| �[0;m�[38;5;43m20221209022405446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022405446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022405446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022405447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022405447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022405447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022405447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:07.404624 run patchelf(pid=11675): Terminating (SIGINT)\u000a02:24:07.588160 run patchelf(pid=11675): Terminated: ok {rc=0}\u000a02:24:07.621990 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:24:07.631878 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:24:07.695967 run osmo-hlr_10.42.42.2(pid=11669): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11669)]\u000a02:24:07.748490 run osmo-hlr_10.42.42.2(pid=11669): stdout: \u000a| (launched: 2022-12-09_02:24:04.235151) \u000a02:24:07.801147 run osmo-hlr_10.42.42.2(pid=11669): stderr: \u000a| �[0;m�[1;31m20221209022404434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022404434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022404434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022404434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022404435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022404435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022404449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022404457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022404458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022404458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:07.846197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11664): Terminating (SIGTERM)\u000a02:24:07.889035 run iperf3-srv_10.42.42.10(pid=11665): Terminating (SIGTERM)\u000a02:24:07.932592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Terminating (SIGTERM)\u000a02:24:07.975090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Terminating (SIGTERM)\u000a02:24:08.017005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11674): Terminating (SIGTERM)\u000a02:24:08.027007 --- ParallelTerminationStrategy: PID 11664 died...\u000a02:24:08.083885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11664): Terminated: ok {rc=0}\u000a02:24:08.094124 --- ParallelTerminationStrategy: PID 11665 died...\u000a02:24:08.150616 run iperf3-srv_10.42.42.10(pid=11665): Terminated {rc=256}\u000a02:24:08.160648 --- ParallelTerminationStrategy: PID 11668 died...\u000a02:24:08.217315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Terminated: ok {rc=0}\u000a02:24:08.227386 --- ParallelTerminationStrategy: PID 11671 died...\u000a02:24:08.283480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Terminated: ok {rc=0}\u000a02:24:08.293887 --- ParallelTerminationStrategy: PID 11674 died...\u000a02:24:08.350215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11674): Terminated: ok {rc=0}\u000a02:24:08.437108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11690): Process ended prematurely: osmo-stp_10.42.42.5(pid=11690) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11690): Process ended prematurely: osmo-stp_10.42.42.5(pid=11690) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:24:09.554521 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:09.566594 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:24:09.719531 tst iperf3m4.py: using LAC 18411\u000a02:24:09.842858 tst iperf3m4.py: using RAC 51\u000a02:24:09.965290 tst iperf3m4.py: using CellId 18411\u000a02:24:10.085321 tst iperf3m4.py: using BVCI 18412\u000a02:24:10.108683 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.119796 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.130683 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.141499 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.152119 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.162867 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.173789 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.184454 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:10.195355 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:10.316298 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:10.442874 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:10.564440 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:10.847167 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:24:10.975782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:11.292660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11676): Launched\u000a02:24:11.556775 run iperf3-srv_10.42.42.10(pid=11677): Launched\u000a02:24:11.743909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:24:11.871990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:12.192093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11678): Launched\u000a02:24:12.455051 run iperf3-srv_10.42.42.10(pid=11679): Launched\u000a02:24:12.641966 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:24:12.769728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:13.086392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11680): Launched\u000a02:24:13.350000 run iperf3-srv_10.42.42.10(pid=11681): Launched\u000a02:24:13.536408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:24:13.664371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:13.980915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11682): Launched\u000a02:24:14.244921 run iperf3-srv_10.42.42.10(pid=11683): Launched\u000a02:24:14.431562 tst iperf3m4.py:8: start network...\u000a02:24:14.559640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:15.050036 run create_hlr_db(pid=11684): Launched\u000a02:24:15.226357 bus /gobi_6: Setting Powered False\u000a02:24:16.306845 run create_hlr_db(pid=11684): Terminated: ok {rc=0}\u000a02:24:16.771560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11686): Launched\u000a02:24:17.198394 run osmo-hlr_10.42.42.2(pid=11687): Launched\u000a02:24:17.309852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:17.845146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11689): Launched\u000a02:24:18.152279 run osmo-stp_10.42.42.5(pid=11690): Launched\u000a02:24:18.275404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:18.818062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11692): Launched\u000a02:24:18.927889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:19.196027 run patchelf(pid=11693): Launched\u000a02:24:19.375518 run osmo-stp_10.42.42.5(pid=11690): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)]\u000a02:24:19.506829 run osmo-stp_10.42.42.5(pid=11690): stdout: \u000a| (launched: 2022-12-09_02:24:18.001209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:19.638352 run osmo-stp_10.42.42.5(pid=11690): stderr: \u000a| �[0;m�[38;5;43m20221209022418175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022418175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022418175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022418176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022418176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022418176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022418176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:19.765405 run osmo-stp_10.42.42.5(pid=11690): stdout: \u000a| (launched: 2022-12-09_02:24:18.001209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:19.892083 run osmo-stp_10.42.42.5(pid=11690): stderr: \u000a| �[0;m�[38;5;43m20221209022418175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022418175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022418175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022418176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022418176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022418176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022418176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:20.038871 run patchelf(pid=11693): Terminating (SIGINT)\u000a02:24:20.210896 run patchelf(pid=11693): Terminated: ok {rc=0}\u000a02:24:20.242627 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11690): Process ended prematurely: osmo-stp_10.42.42.5(pid=11690) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11690)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:24:20.252009 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:24:20.312459 run osmo-hlr_10.42.42.2(pid=11687): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11687)]\u000a02:24:20.361778 run osmo-hlr_10.42.42.2(pid=11687): stdout: \u000a| (launched: 2022-12-09_02:24:16.946920) \u000a02:24:20.411636 run osmo-hlr_10.42.42.2(pid=11687): stderr: \u000a| �[0;m�[1;31m20221209022417151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022417151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022417151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022417151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022417151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022417151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022417165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022417173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022417173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022417173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:20.454027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11676): Terminating (SIGTERM)\u000a02:24:20.493890 run iperf3-srv_10.42.42.10(pid=11677): Terminating (SIGTERM)\u000a02:24:20.533948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11678): Terminating (SIGTERM)\u000a02:24:20.573887 run iperf3-srv_10.42.42.10(pid=11679): Terminating (SIGTERM)\u000a02:24:20.613964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11680): Terminating (SIGTERM)\u000a02:24:20.654044 run iperf3-srv_10.42.42.10(pid=11681): Terminating (SIGTERM)\u000a02:24:20.694059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11682): Terminating (SIGTERM)\u000a02:24:20.733964 run iperf3-srv_10.42.42.10(pid=11683): Terminating (SIGTERM)\u000a02:24:20.773823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11686): Terminating (SIGTERM)\u000a02:24:20.813743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11689): Terminating (SIGTERM)\u000a02:24:20.853718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11692): Terminating (SIGTERM)\u000a02:24:20.863088 --- ParallelTerminationStrategy: PID 11676 died...\u000a02:24:20.916667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11676): Terminated: ok {rc=0}\u000a02:24:20.926440 --- ParallelTerminationStrategy: PID 11677 died...\u000a02:24:20.979424 run iperf3-srv_10.42.42.10(pid=11677): Terminated {rc=256}\u000a02:24:20.989167 --- ParallelTerminationStrategy: PID 11678 died...\u000a02:24:21.042299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11678): Terminated: ok {rc=0}\u000a02:24:21.052129 --- ParallelTerminationStrategy: PID 11679 died...\u000a02:24:21.105661 run iperf3-srv_10.42.42.10(pid=11679): Terminated {rc=256}\u000a02:24:21.115285 --- ParallelTerminationStrategy: PID 11680 died...\u000a02:24:21.168188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11680): Terminated: ok {rc=0}\u000a02:24:21.177960 --- ParallelTerminationStrategy: PID 11681 died...\u000a02:24:21.231175 run iperf3-srv_10.42.42.10(pid=11681): Terminated {rc=256}\u000a02:24:21.240914 --- ParallelTerminationStrategy: PID 11682 died...\u000a02:24:21.293810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11682): Terminated: ok {rc=0}\u000a02:24:21.303443 --- ParallelTerminationStrategy: PID 11683 died...\u000a02:24:21.356781 run iperf3-srv_10.42.42.10(pid=11683): Terminated {rc=256}\u000a02:24:21.366406 --- ParallelTerminationStrategy: PID 11686 died...\u000a02:24:21.419798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11686): Terminated: ok {rc=0}\u000a02:24:21.429502 --- ParallelTerminationStrategy: PID 11689 died...\u000a02:24:21.482486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11689): Terminated: ok {rc=0}\u000a02:24:21.492061 --- ParallelTerminationStrategy: PID 11692 died...\u000a02:24:21.545125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11692): Terminated: ok {rc=0}\u000a02:24:21.633366 bus /gobi_4: Setting Powered False\u000a02:24:22.736831 bus /gobi_4: Setting Powered False\u000a02:24:23.849225 bus /gobi_1: Setting Powered False\u000a02:24:24.952166 bus /gobi_1: Setting Powered False\u000a02:24:26.064988 bus /gobi_0: Setting Powered False\u000a02:24:27.171706 bus /gobi_0: Setting Powered False\u000a02:24:28.281030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:24:29.349096 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:29.361702 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:24:29.516166 tst ping.py: using LAC 18412\u000a02:24:29.643783 tst ping.py: using RAC 52\u000a02:24:29.769912 tst ping.py: using CellId 18412\u000a02:24:29.896105 tst ping.py: using BVCI 18413\u000a02:24:29.920910 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:29.932342 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:29.943513 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:29.954923 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:29.966392 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:29.977851 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:29.989538 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:30.000808 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:30.281577 tst ping.py:19: start network...\u000a02:24:30.406577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:30.927926 run create_hlr_db(pid=11695): Launched\u000a02:24:31.103953 bus /gobi_6: Setting Powered False\u000a02:24:32.138727 run create_hlr_db(pid=11695): Terminated: ok {rc=0}\u000a02:24:32.573896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Launched\u000a02:24:32.896051 run osmo-hlr_10.42.42.2(pid=11698): Launched\u000a02:24:33.016492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:33.581973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Launched\u000a02:24:33.905248 run osmo-stp_10.42.42.5(pid=11701): Launched\u000a02:24:34.023190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:34.590506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11703): Launched\u000a02:24:34.705787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:34.987452 run patchelf(pid=11704): Launched\u000a02:24:35.177037 run osmo-stp_10.42.42.5(pid=11701): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]\u000a02:24:35.316307 run osmo-stp_10.42.42.5(pid=11701): stdout: \u000a| (launched: 2022-12-09_02:24:33.745474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:35.455166 run osmo-stp_10.42.42.5(pid=11701): stderr: \u000a| �[0;m�[38;5;43m20221209022433940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022433940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022433940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022433941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022433941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022433941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022433942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:35.589363 run osmo-stp_10.42.42.5(pid=11701): stdout: \u000a| (launched: 2022-12-09_02:24:33.745474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:35.722552 run osmo-stp_10.42.42.5(pid=11701): stderr: \u000a| �[0;m�[38;5;43m20221209022433940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022433940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022433940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022433941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022433941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022433941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022433942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:35.877364 run patchelf(pid=11704): Terminating (SIGINT)\u000a02:24:36.059151 run patchelf(pid=11704): Terminated: ok {rc=0}\u000a02:24:36.092002 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:24:36.101394 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:24:36.165350 run osmo-hlr_10.42.42.2(pid=11698): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11698)]\u000a02:24:36.217591 run osmo-hlr_10.42.42.2(pid=11698): stdout: \u000a| (launched: 2022-12-09_02:24:32.737650) \u000a02:24:36.270449 run osmo-hlr_10.42.42.2(pid=11698): stderr: \u000a| �[0;m�[1;31m20221209022432940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022432940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022432940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022432940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022432940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022432940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022432952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022432960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022432961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022432961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:36.315133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Terminating (SIGTERM)\u000a02:24:36.357752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Terminating (SIGTERM)\u000a02:24:36.400281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11703): Terminating (SIGTERM)\u000a02:24:36.410509 --- ParallelTerminationStrategy: PID 11697 died...\u000a02:24:36.467265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Terminated: ok {rc=0}\u000a02:24:36.477734 --- ParallelTerminationStrategy: PID 11700 died...\u000a02:24:36.534364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Terminated: ok {rc=0}\u000a02:24:36.544455 --- ParallelTerminationStrategy: PID 11703 died...\u000a02:24:36.601097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11703): Terminated: ok {rc=0}\u000a02:24:36.688841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11711): Process ended prematurely: osmo-stp_10.42.42.5(pid=11711) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11711)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11711): Process ended prematurely: osmo-stp_10.42.42.5(pid=11711) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:24:37.742202 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:37.754972 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:24:37.909740 tst ping_idle_ping.py: using LAC 18413\u000a02:24:38.038075 tst ping_idle_ping.py: using RAC 53\u000a02:24:38.164731 tst ping_idle_ping.py: using CellId 18413\u000a02:24:38.292000 tst ping_idle_ping.py: using BVCI 18414\u000a02:24:38.316910 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:38.328501 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:38.339794 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:38.351391 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:38.362883 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:38.374337 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:38.386009 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:38.397561 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:38.676057 tst ping_idle_ping.py:24: start network...\u000a02:24:38.802357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:39.290253 run create_hlr_db(pid=11705): Launched\u000a02:24:39.465901 bus /gobi_6: Setting Powered False\u000a02:24:40.486671 run create_hlr_db(pid=11705): Terminated: ok {rc=0}\u000a02:24:40.890259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11707): Launched\u000a02:24:41.193794 run osmo-hlr_10.42.42.2(pid=11708): Launched\u000a02:24:41.305531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:41.830704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11710): Launched\u000a02:24:42.134791 run osmo-stp_10.42.42.5(pid=11711): Launched\u000a02:24:42.255305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:42.786050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11713): Launched\u000a02:24:42.894083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:43.157872 run patchelf(pid=11714): Launched\u000a02:24:43.334984 run osmo-stp_10.42.42.5(pid=11711): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11711)]\u000a02:24:43.464387 run osmo-stp_10.42.42.5(pid=11711): stdout: \u000a| (launched: 2022-12-09_02:24:41.984933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:43.594502 run osmo-stp_10.42.42.5(pid=11711): stderr: \u000a| �[0;m�[38;5;43m20221209022442158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022442158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022442158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022442159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:43.719772 run osmo-stp_10.42.42.5(pid=11711): stdout: \u000a| (launched: 2022-12-09_02:24:41.984933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:43.843891 run osmo-stp_10.42.42.5(pid=11711): stderr: \u000a| �[0;m�[38;5;43m20221209022442158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022442158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022442158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022442159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:43.989105 run patchelf(pid=11714): Terminating (SIGINT)\u000a02:24:44.159070 run patchelf(pid=11714): Terminated: ok {rc=0}\u000a02:24:44.189864 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11711): Process ended prematurely: osmo-stp_10.42.42.5(pid=11711) [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11711)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:24:44.198468 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:24:44.258637 run osmo-hlr_10.42.42.2(pid=11708): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11708)]\u000a02:24:44.307851 run osmo-hlr_10.42.42.2(pid=11708): stdout: \u000a| (launched: 2022-12-09_02:24:41.044585) \u000a02:24:44.357789 run osmo-hlr_10.42.42.2(pid=11708): stderr: \u000a| �[0;m�[1;31m20221209022441222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022441222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022441222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022441222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022441222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022441222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022441234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022441243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022441243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022441243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:44.400497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11707): Terminating (SIGTERM)\u000a02:24:44.440725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11710): Terminating (SIGTERM)\u000a02:24:44.481081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11713): Terminating (SIGTERM)\u000a02:24:44.490433 --- ParallelTerminationStrategy: PID 11707 died...\u000a02:24:44.544226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11707): Terminated: ok {rc=0}\u000a02:24:44.554004 --- ParallelTerminationStrategy: PID 11710 died...\u000a02:24:44.607801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11710): Terminated: ok {rc=0}\u000a02:24:44.617887 --- ParallelTerminationStrategy: PID 11713 died...\u000a02:24:44.671251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11713): Terminated: ok {rc=0}\u000a02:24:44.760852 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:23:46" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11728): Process ended prematurely: osmo-stp_10.42.42.5(pid=11728) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11728): Process ended prematurely: osmo-stp_10.42.42.5(pid=11728) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:24:46.974604 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.986510 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:47.163258 tst cs_paging_gprs_active.py: using LAC 18414\u000a02:24:47.285692 tst cs_paging_gprs_active.py: using RAC 54\u000a02:24:47.409740 tst cs_paging_gprs_active.py: using CellId 18414\u000a02:24:47.534886 tst cs_paging_gprs_active.py: using BVCI 18415\u000a02:24:47.558795 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.569996 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.580677 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.591512 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.602338 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.613228 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.624111 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.634922 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:47.645765 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:47.766848 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:48.053292 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:24:48.182118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:48.500485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11718): Launched\u000a02:24:48.764285 run iperf3-srv_10.42.42.10(pid=11719): Launched\u000a02:24:48.951187 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:24:49.078329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:49.396425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11720): Launched\u000a02:24:49.661162 run iperf3-srv_10.42.42.10(pid=11721): Launched\u000a02:24:49.848251 tst cs_paging_gprs_active.py:38: start network...\u000a02:24:49.976111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:50.467621 run create_hlr_db(pid=11722): Launched\u000a02:24:50.644077 bus /gobi_6: Setting Powered False\u000a02:24:51.666001 run create_hlr_db(pid=11722): Terminated: ok {rc=0}\u000a02:24:52.101849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11724): Launched\u000a02:24:52.433434 run osmo-hlr_10.42.42.2(pid=11725): Launched\u000a02:24:52.557298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:53.129317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11727): Launched\u000a02:24:53.460769 run osmo-stp_10.42.42.5(pid=11728): Launched\u000a02:24:53.582258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:54.156290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11730): Launched\u000a02:24:54.274235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:54.561535 run patchelf(pid=11731): Launched\u000a02:24:54.753039 run osmo-stp_10.42.42.5(pid=11728): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)]\u000a02:24:54.893338 run osmo-stp_10.42.42.5(pid=11728): stdout: \u000a| (launched: 2022-12-09_02:24:53.297912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:55.033906 run osmo-stp_10.42.42.5(pid=11728): stderr: \u000a| �[0;m�[38;5;43m20221209022453490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022453490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022453491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022453491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022453491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022453491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022453491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:55.170010 run osmo-stp_10.42.42.5(pid=11728): stdout: \u000a| (launched: 2022-12-09_02:24:53.297912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:55.305557 run osmo-stp_10.42.42.5(pid=11728): stderr: \u000a| �[0;m�[38;5;43m20221209022453490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022453490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022453491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022453491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022453491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022453491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022453491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:55.462319 run patchelf(pid=11731): Terminating (SIGINT)\u000a02:24:55.646022 run patchelf(pid=11731): Terminated: ok {rc=0}\u000a02:24:55.679938 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11728): Process ended prematurely: osmo-stp_10.42.42.5(pid=11728) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11728)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:24:55.689836 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:24:55.753299 run osmo-hlr_10.42.42.2(pid=11725): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11725)]\u000a02:24:55.804711 run osmo-hlr_10.42.42.2(pid=11725): stdout: \u000a| (launched: 2022-12-09_02:24:52.269735) \u000a02:24:55.856892 run osmo-hlr_10.42.42.2(pid=11725): stderr: \u000a| �[0;m�[1;31m20221209022452469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022452469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022452469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022452469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022452469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022452469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022452484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022452492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022452493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022452493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:55.901265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11718): Terminating (SIGTERM)\u000a02:24:55.943432 run iperf3-srv_10.42.42.10(pid=11719): Terminating (SIGTERM)\u000a02:24:55.985419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11720): Terminating (SIGTERM)\u000a02:24:56.026997 run iperf3-srv_10.42.42.10(pid=11721): Terminating (SIGTERM)\u000a02:24:56.069006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11724): Terminating (SIGTERM)\u000a02:24:56.111143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11727): Terminating (SIGTERM)\u000a02:24:56.153082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11730): Terminating (SIGTERM)\u000a02:24:56.162893 --- ParallelTerminationStrategy: PID 11718 died...\u000a02:24:56.219294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11718): Terminated: ok {rc=0}\u000a02:24:56.229240 --- ParallelTerminationStrategy: PID 11719 died...\u000a02:24:56.284735 run iperf3-srv_10.42.42.10(pid=11719): Terminated {rc=256}\u000a02:24:56.294690 --- ParallelTerminationStrategy: PID 11720 died...\u000a02:24:56.351030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11720): Terminated: ok {rc=0}\u000a02:24:56.360860 --- ParallelTerminationStrategy: PID 11721 died...\u000a02:24:56.416494 run iperf3-srv_10.42.42.10(pid=11721): Terminated {rc=256}\u000a02:24:56.426446 --- ParallelTerminationStrategy: PID 11724 died...\u000a02:24:56.482327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11724): Terminated: ok {rc=0}\u000a02:24:56.492269 --- ParallelTerminationStrategy: PID 11727 died...\u000a02:24:56.547983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11727): Terminated: ok {rc=0}\u000a02:24:56.558053 --- ParallelTerminationStrategy: PID 11730 died...\u000a02:24:56.614020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11730): Terminated: ok {rc=0}\u000a02:24:56.702142 bus /gobi_0: Setting Powered False\u000a02:24:57.806154 bus /gobi_0: Setting Powered False\u000a02:24:58.916612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:25:00.026216 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.037844 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:25:00.187859 tst iperf3.py: using LAC 18415\u000a02:25:00.310613 tst iperf3.py: using RAC 55\u000a02:25:00.432035 tst iperf3.py: using CellId 18415\u000a02:25:00.554502 tst iperf3.py: using BVCI 18416\u000a02:25:00.578169 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.589265 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.600056 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.610813 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.621616 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.632736 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.643711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.654524 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:00.665549 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:00.946516 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:25:01.076889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:25:01.440732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11732): Launched\u000a02:25:01.797197 run iperf3-srv_10.42.42.10(pid=11733): Launched\u000a02:25:02.018553 tst iperf3.py:8: start network...\u000a02:25:02.151318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:02.647052 run create_hlr_db(pid=11737): Launched\u000a02:25:02.823901 bus /gobi_6: Setting Powered False\u000a02:25:03.845497 run create_hlr_db(pid=11737): Terminated: ok {rc=0}\u000a02:25:04.281600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Launched\u000a02:25:04.611974 run osmo-hlr_10.42.42.2(pid=11740): Launched\u000a02:25:04.736463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:05.310001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Launched\u000a02:25:05.639583 run osmo-stp_10.42.42.5(pid=11743): Launched\u000a02:25:05.759347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:06.332626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11745): Launched\u000a02:25:06.450804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:06.736518 run patchelf(pid=11746): Launched\u000a02:25:06.927281 run osmo-stp_10.42.42.5(pid=11743): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)]\u000a02:25:07.067352 run osmo-stp_10.42.42.5(pid=11743): stdout: \u000a| (launched: 2022-12-09_02:25:05.477686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:07.207849 run osmo-stp_10.42.42.5(pid=11743): stderr: \u000a| �[0;m�[38;5;43m20221209022505672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022505672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022505672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022505672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022505673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022505673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022505673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:07.343930 run osmo-stp_10.42.42.5(pid=11743): stdout: \u000a| (launched: 2022-12-09_02:25:05.477686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:07.478641 run osmo-stp_10.42.42.5(pid=11743): stderr: \u000a| �[0;m�[38;5;43m20221209022505672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022505672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022505672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022505672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022505673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022505673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022505673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:07.635135 run patchelf(pid=11746): Terminating (SIGINT)\u000a02:25:07.818498 run patchelf(pid=11746): Terminated: ok {rc=0}\u000a02:25:07.852297 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:25:07.862231 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:25:07.925525 run osmo-hlr_10.42.42.2(pid=11740): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11740)]\u000a02:25:07.976905 run osmo-hlr_10.42.42.2(pid=11740): stdout: \u000a| (launched: 2022-12-09_02:25:04.449297) \u000a02:25:08.029181 run osmo-hlr_10.42.42.2(pid=11740): stderr: \u000a| �[0;m�[1;31m20221209022504648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022504648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022504648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022504648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022504648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022504648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022504660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022504669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022504670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022504670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:08.073341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11732): Terminating (SIGTERM)\u000a02:25:08.115334 run iperf3-srv_10.42.42.10(pid=11733): Terminating (SIGTERM)\u000a02:25:08.157344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Terminating (SIGTERM)\u000a02:25:08.199604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Terminating (SIGTERM)\u000a02:25:08.242108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11745): Terminating (SIGTERM)\u000a02:25:08.251992 --- ParallelTerminationStrategy: PID 11732 died...\u000a02:25:08.308820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11732): Terminated: ok {rc=0}\u000a02:25:08.318929 --- ParallelTerminationStrategy: PID 11733 died...\u000a02:25:08.375290 run iperf3-srv_10.42.42.10(pid=11733): Terminated {rc=256}\u000a02:25:08.385308 --- ParallelTerminationStrategy: PID 11739 died...\u000a02:25:08.441027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Terminated: ok {rc=0}\u000a02:25:08.451213 --- ParallelTerminationStrategy: PID 11742 died...\u000a02:25:08.507151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Terminated: ok {rc=0}\u000a02:25:08.517235 --- ParallelTerminationStrategy: PID 11745 died...\u000a02:25:08.573575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11745): Terminated: ok {rc=0}\u000a02:25:08.659766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11761): Process ended prematurely: osmo-stp_10.42.42.5(pid=11761) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11761)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11761): Process ended prematurely: osmo-stp_10.42.42.5(pid=11761) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:25:09.775945 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:09.787927 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:25:09.942039 tst iperf3m4.py: using LAC 18416\u000a02:25:10.074926 tst iperf3m4.py: using RAC 56\u000a02:25:10.201872 tst iperf3m4.py: using CellId 18416\u000a02:25:10.329402 tst iperf3m4.py: using BVCI 18417\u000a02:25:10.354764 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.366296 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.377547 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.388910 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.400266 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.411749 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.423381 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.434813 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:10.446472 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:10.565032 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:10.689227 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:10.811107 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:11.108245 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:25:11.246921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:25:11.587758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11747): Launched\u000a02:25:11.870750 run iperf3-srv_10.42.42.10(pid=11748): Launched\u000a02:25:12.072308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:25:12.210199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:25:12.551390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11749): Launched\u000a02:25:12.835210 run iperf3-srv_10.42.42.10(pid=11750): Launched\u000a02:25:13.037148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:25:13.175147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:25:13.515253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11751): Launched\u000a02:25:13.798482 run iperf3-srv_10.42.42.10(pid=11752): Launched\u000a02:25:13.999972 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:25:14.137804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:25:14.478182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11753): Launched\u000a02:25:14.759850 run iperf3-srv_10.42.42.10(pid=11754): Launched\u000a02:25:14.961007 tst iperf3m4.py:8: start network...\u000a02:25:15.098740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:15.616497 run create_hlr_db(pid=11755): Launched\u000a02:25:15.806191 bus /gobi_6: Setting Powered False\u000a02:25:16.818358 run create_hlr_db(pid=11755): Terminated: ok {rc=0}\u000a02:25:17.285229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11757): Launched\u000a02:25:17.618023 run osmo-hlr_10.42.42.2(pid=11758): Launched\u000a02:25:17.739219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:18.313525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11760): Launched\u000a02:25:18.642713 run osmo-stp_10.42.42.5(pid=11761): Launched\u000a02:25:18.763314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:19.337762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11763): Launched\u000a02:25:19.455636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:19.742943 run patchelf(pid=11764): Launched\u000a02:25:19.934131 run osmo-stp_10.42.42.5(pid=11761): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11761)]\u000a02:25:20.074064 run osmo-stp_10.42.42.5(pid=11761): stdout: \u000a| (launched: 2022-12-09_02:25:18.481051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:20.214683 run osmo-stp_10.42.42.5(pid=11761): stderr: \u000a| �[0;m�[38;5;43m20221209022518675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022518675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022518675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022518675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022518678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022518678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022518678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:20.351024 run osmo-stp_10.42.42.5(pid=11761): stdout: \u000a| (launched: 2022-12-09_02:25:18.481051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:20.485591 run osmo-stp_10.42.42.5(pid=11761): stderr: \u000a| �[0;m�[38;5;43m20221209022518675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022518675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022518675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022518675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022518678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022518678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022518678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:20.642295 run patchelf(pid=11764): Terminating (SIGINT)\u000a02:25:20.825282 run patchelf(pid=11764): Terminated: ok {rc=0}\u000a02:25:20.858955 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11761): Process ended prematurely: osmo-stp_10.42.42.5(pid=11761) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11761)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:25:20.869186 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a02:25:20.933324 run osmo-hlr_10.42.42.2(pid=11758): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11758)]\u000a02:25:20.985172 run osmo-hlr_10.42.42.2(pid=11758): stdout: \u000a| (launched: 2022-12-09_02:25:17.453327) \u000a02:25:21.037601 run osmo-hlr_10.42.42.2(pid=11758): stderr: \u000a| �[0;m�[1;31m20221209022517652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022517652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022517652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022517653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022517653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022517653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022517665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022517673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022517673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022517673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:21.082429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11747): Terminating (SIGTERM)\u000a02:25:21.124491 run iperf3-srv_10.42.42.10(pid=11748): Terminating (SIGTERM)\u000a02:25:21.167180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11749): Terminating (SIGTERM)\u000a02:25:21.209678 run iperf3-srv_10.42.42.10(pid=11750): Terminating (SIGTERM)\u000a02:25:21.252479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11751): Terminating (SIGTERM)\u000a02:25:21.294949 run iperf3-srv_10.42.42.10(pid=11752): Terminating (SIGTERM)\u000a02:25:21.337213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11753): Terminating (SIGTERM)\u000a02:25:21.379791 run iperf3-srv_10.42.42.10(pid=11754): Terminating (SIGTERM)\u000a02:25:21.422345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11757): Terminating (SIGTERM)\u000a02:25:21.464328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11760): Terminating (SIGTERM)\u000a02:25:21.506927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11763): Terminating (SIGTERM)\u000a02:25:21.516616 --- ParallelTerminationStrategy: PID 11747 died...\u000a02:25:21.573268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11747): Terminated: ok {rc=0}\u000a02:25:21.583441 --- ParallelTerminationStrategy: PID 11748 died...\u000a02:25:21.639527 run iperf3-srv_10.42.42.10(pid=11748): Terminated {rc=256}\u000a02:25:21.649998 --- ParallelTerminationStrategy: PID 11749 died...\u000a02:25:21.706364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11749): Terminated: ok {rc=0}\u000a02:25:21.716442 --- ParallelTerminationStrategy: PID 11750 died...\u000a02:25:21.772375 run iperf3-srv_10.42.42.10(pid=11750): Terminated {rc=256}\u000a02:25:21.782480 --- ParallelTerminationStrategy: PID 11751 died...\u000a02:25:21.838707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11751): Terminated: ok {rc=0}\u000a02:25:21.848860 --- ParallelTerminationStrategy: PID 11752 died...\u000a02:25:21.904888 run iperf3-srv_10.42.42.10(pid=11752): Terminated {rc=256}\u000a02:25:21.915151 --- ParallelTerminationStrategy: PID 11753 died...\u000a02:25:21.972056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11753): Terminated: ok {rc=0}\u000a02:25:21.982159 --- ParallelTerminationStrategy: PID 11754 died...\u000a02:25:22.038860 run iperf3-srv_10.42.42.10(pid=11754): Terminated {rc=256}\u000a02:25:22.049064 --- ParallelTerminationStrategy: PID 11757 died...\u000a02:25:22.105450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11757): Terminated: ok {rc=0}\u000a02:25:22.115887 --- ParallelTerminationStrategy: PID 11760 died...\u000a02:25:22.172188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11760): Terminated: ok {rc=0}\u000a02:25:22.182517 --- ParallelTerminationStrategy: PID 11763 died...\u000a02:25:22.239189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11763): Terminated: ok {rc=0}\u000a02:25:22.327064 bus /gobi_4: Setting Powered False\u000a02:25:23.435335 bus /gobi_4: Setting Powered False\u000a02:25:24.544428 bus /gobi_1: Setting Powered False\u000a02:25:25.647467 bus /gobi_1: Setting Powered False\u000a02:25:26.759171 bus /gobi_0: Setting Powered False\u000a02:25:27.862880 bus /gobi_0: Setting Powered False\u000a02:25:28.976014 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11772): Process ended prematurely: osmo-stp_10.42.42.5(pid=11772) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11772)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11772): Process ended prematurely: osmo-stp_10.42.42.5(pid=11772) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:25:30.045103 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.057284 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:25:30.212170 tst ping.py: using LAC 18417\u000a02:25:30.340279 tst ping.py: using RAC 57\u000a02:25:30.468522 tst ping.py: using CellId 18417\u000a02:25:30.595355 tst ping.py: using BVCI 18418\u000a02:25:30.620300 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.631889 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.643250 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.654879 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.666447 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.677861 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.689579 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:30.701046 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:31.000558 tst ping.py:19: start network...\u000a02:25:31.139610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:31.691218 run create_hlr_db(pid=11765): Launched\u000a02:25:31.871497 bus /gobi_6: Setting Powered False\u000a02:25:32.886651 run create_hlr_db(pid=11765): Terminated: ok {rc=0}\u000a02:25:33.318550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11768): Launched\u000a02:25:33.642380 run osmo-hlr_10.42.42.2(pid=11769): Launched\u000a02:25:33.759682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:34.323789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11771): Launched\u000a02:25:34.648298 run osmo-stp_10.42.42.5(pid=11772): Launched\u000a02:25:34.765862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:35.329002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11774): Launched\u000a02:25:35.444493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:35.725574 run patchelf(pid=11775): Launched\u000a02:25:35.913987 run osmo-stp_10.42.42.5(pid=11772): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11772)]\u000a02:25:36.052118 run osmo-stp_10.42.42.5(pid=11772): stdout: \u000a| (launched: 2022-12-09_02:25:34.488360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:36.190655 run osmo-stp_10.42.42.5(pid=11772): stderr: \u000a| �[0;m�[38;5;43m20221209022534683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022534683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022534683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022534684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022534684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022534684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022534684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:36.324926 run osmo-stp_10.42.42.5(pid=11772): stdout: \u000a| (launched: 2022-12-09_02:25:34.488360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:36.457813 run osmo-stp_10.42.42.5(pid=11772): stderr: \u000a| �[0;m�[38;5;43m20221209022534683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022534683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022534683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022534684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022534684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022534684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022534684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:36.611422 run patchelf(pid=11775): Terminating (SIGINT)\u000a02:25:36.791366 run patchelf(pid=11775): Terminated: ok {rc=0}\u000a02:25:36.824022 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11772): Process ended prematurely: osmo-stp_10.42.42.5(pid=11772) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11772)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:25:36.833405 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:25:36.897114 run osmo-hlr_10.42.42.2(pid=11769): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11769)]\u000a02:25:36.948914 run osmo-hlr_10.42.42.2(pid=11769): stdout: \u000a| (launched: 2022-12-09_02:25:33.482589) \u000a02:25:37.001386 run osmo-hlr_10.42.42.2(pid=11769): stderr: \u000a| �[0;m�[1;31m20221209022533681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022533681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022533681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022533681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022533681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022533681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022533694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022533702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022533702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022533702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:37.046398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11768): Terminating (SIGTERM)\u000a02:25:37.088263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11771): Terminating (SIGTERM)\u000a02:25:37.131066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11774): Terminating (SIGTERM)\u000a02:25:37.140883 --- ParallelTerminationStrategy: PID 11768 died...\u000a02:25:37.198269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11768): Terminated: ok {rc=0}\u000a02:25:37.208356 --- ParallelTerminationStrategy: PID 11771 died...\u000a02:25:37.265633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11771): Terminated: ok {rc=0}\u000a02:25:37.275852 --- ParallelTerminationStrategy: PID 11774 died...\u000a02:25:37.332734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11774): Terminated: ok {rc=0}\u000a02:25:37.421290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:25:38.473881 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:38.486273 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:25:38.641392 tst ping_idle_ping.py: using LAC 18418\u000a02:25:38.768240 tst ping_idle_ping.py: using RAC 58\u000a02:25:38.897624 tst ping_idle_ping.py: using CellId 18418\u000a02:25:39.022665 tst ping_idle_ping.py: using BVCI 18419\u000a02:25:39.046205 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:39.057474 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:39.068374 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:39.079394 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:39.090407 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:39.101217 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:39.112126 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:39.122971 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:39.417115 tst ping_idle_ping.py:24: start network...\u000a02:25:39.552489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:40.070183 run create_hlr_db(pid=11776): Launched\u000a02:25:40.258255 bus /gobi_6: Setting Powered False\u000a02:25:41.278460 run create_hlr_db(pid=11776): Terminated: ok {rc=0}\u000a02:25:41.683477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Launched\u000a02:25:41.985915 run osmo-hlr_10.42.42.2(pid=11779): Launched\u000a02:25:42.097127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:42.623094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Launched\u000a02:25:42.926466 run osmo-stp_10.42.42.5(pid=11782): Launched\u000a02:25:43.037173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:43.566766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11784): Launched\u000a02:25:43.675105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:43.938679 run patchelf(pid=11785): Launched\u000a02:25:44.114934 run osmo-stp_10.42.42.5(pid=11782): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)]\u000a02:25:44.244205 run osmo-stp_10.42.42.5(pid=11782): stdout: \u000a| (launched: 2022-12-09_02:25:42.776822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:44.374131 run osmo-stp_10.42.42.5(pid=11782): stderr: \u000a| �[0;m�[38;5;43m20221209022542947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022542948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022542948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022542948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022542950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022542951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022542951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:44.499930 run osmo-stp_10.42.42.5(pid=11782): stdout: \u000a| (launched: 2022-12-09_02:25:42.776822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:44.623751 run osmo-stp_10.42.42.5(pid=11782): stderr: \u000a| �[0;m�[38;5;43m20221209022542947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022542948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022542948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022542948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022542950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022542951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022542951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:44.767906 run patchelf(pid=11785): Terminating (SIGINT)\u000a02:25:44.936838 run patchelf(pid=11785): Terminated: ok {rc=0}\u000a02:25:44.967533 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)] [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:25:44.976212 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:25:45.036000 run osmo-hlr_10.42.42.2(pid=11779): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11779)]\u000a02:25:45.085091 run osmo-hlr_10.42.42.2(pid=11779): stdout: \u000a| (launched: 2022-12-09_02:25:41.837166) \u000a02:25:45.134949 run osmo-hlr_10.42.42.2(pid=11779): stderr: \u000a| �[0;m�[1;31m20221209022542013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022542013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022542013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022542013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022542013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022542013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022542025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022542034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022542034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022542034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:45.177477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Terminating (SIGTERM)\u000a02:25:45.217477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Terminating (SIGTERM)\u000a02:25:45.257831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11784): Terminating (SIGTERM)\u000a02:25:45.267198 --- ParallelTerminationStrategy: PID 11778 died...\u000a02:25:45.321567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Terminated: ok {rc=0}\u000a02:25:45.331021 --- ParallelTerminationStrategy: PID 11781 died...\u000a02:25:45.384062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Terminated: ok {rc=0}\u000a02:25:45.393673 --- ParallelTerminationStrategy: PID 11784 died...\u000a02:25:45.446733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11784): Terminated: ok {rc=0}\u000a02:25:45.530082 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:24:46" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11796): Process ended prematurely: osmo-stp_10.42.42.5(pid=11796) [trial-2353↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11796)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11796): Process ended prematurely: osmo-stp_10.42.42.5(pid=11796) [trial-2353↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:25:47.576897 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:47.588638 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:25:47.743219 tst switch_tch_pdch.py: using LAC 18419\u000a02:25:47.865743 tst switch_tch_pdch.py: using RAC 59\u000a02:25:47.984682 tst switch_tch_pdch.py: using CellId 18419\u000a02:25:48.103401 tst switch_tch_pdch.py: using BVCI 18420\u000a02:25:48.126656 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:48.137947 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:48.148924 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:48.160088 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:48.170991 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:48.182047 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:48.193158 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:48.204084 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:25:48.325145 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:25:48.620355 tst switch_tch_pdch.py:51: start network...\u000a02:25:48.755427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:49.262449 run create_hlr_db(pid=11790): Launched\u000a02:25:49.450252 bus /gobi_6: Setting Powered False\u000a02:25:50.469767 run create_hlr_db(pid=11790): Terminated: ok {rc=0}\u000a02:25:50.877382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11792): Launched\u000a02:25:51.179198 run osmo-hlr_10.42.42.2(pid=11793): Launched\u000a02:25:51.290107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:51.814058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11795): Launched\u000a02:25:52.116608 run osmo-stp_10.42.42.5(pid=11796): Launched\u000a02:25:52.227123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:52.757218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11798): Launched\u000a02:25:52.864184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:53.127078 run patchelf(pid=11799): Launched\u000a02:25:53.303134 run osmo-stp_10.42.42.5(pid=11796): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11796)]\u000a02:25:53.432171 run osmo-stp_10.42.42.5(pid=11796): stdout: \u000a| (launched: 2022-12-09_02:25:51.967045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:53.561486 run osmo-stp_10.42.42.5(pid=11796): stderr: \u000a| �[0;m�[38;5;43m20221209022552139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022552139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022552139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022552140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022552140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022552140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022552140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:53.685953 run osmo-stp_10.42.42.5(pid=11796): stdout: \u000a| (launched: 2022-12-09_02:25:51.967045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:53.809909 run osmo-stp_10.42.42.5(pid=11796): stderr: \u000a| �[0;m�[38;5;43m20221209022552139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022552139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022552139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022552140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022552140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022552140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022552140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:53.953520 run patchelf(pid=11799): Terminating (SIGINT)\u000a02:25:54.122455 run patchelf(pid=11799): Terminated: ok {rc=0}\u000a02:25:54.153081 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11796): Process ended prematurely: osmo-stp_10.42.42.5(pid=11796) [trial-2353↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11796)] [trial-2353↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:25:54.161579 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a02:25:54.221104 run osmo-hlr_10.42.42.2(pid=11793): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11793)]\u000a02:25:54.270035 run osmo-hlr_10.42.42.2(pid=11793): stdout: \u000a| (launched: 2022-12-09_02:25:51.030797) \u000a02:25:54.319694 run osmo-hlr_10.42.42.2(pid=11793): stderr: \u000a| �[0;m�[1;31m20221209022551208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022551208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022551208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022551208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022551208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022551208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022551223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022551234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022551234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022551234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:54.361738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11792): Terminating (SIGTERM)\u000a02:25:54.401549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11795): Terminating (SIGTERM)\u000a02:25:54.441493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11798): Terminating (SIGTERM)\u000a02:25:54.450684 --- ParallelTerminationStrategy: PID 11792 died...\u000a02:25:54.503911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11792): Terminated: ok {rc=0}\u000a02:25:54.513460 --- ParallelTerminationStrategy: PID 11795 died...\u000a02:25:54.566613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11795): Terminated: ok {rc=0}\u000a02:25:54.576240 --- ParallelTerminationStrategy: PID 11798 died...\u000a02:25:54.628732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11798): Terminated: ok {rc=0}\u000a02:25:54.717899 bus /gobi_0: Setting Powered False\u000a02:25:55.821356 bus /gobi_0: Setting Powered False\u000a02:25:56.933352 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:25:47" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11810): Process ended prematurely: osmo-stp_10.42.42.5(pid=11810) [trial-2353↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11810)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11810): Process ended prematurely: osmo-stp_10.42.42.5(pid=11810) [trial-2353↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:25:58.865031 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:58.875977 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:25:59.024291 tst switch_tch_pdch.py: using LAC 18420\u000a02:25:59.143383 tst switch_tch_pdch.py: using RAC 60\u000a02:25:59.269085 tst switch_tch_pdch.py: using CellId 18420\u000a02:25:59.397223 tst switch_tch_pdch.py: using BVCI 18421\u000a02:25:59.422375 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:59.434085 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:59.445498 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:59.457133 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:59.468699 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:59.480202 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:59.492018 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:59.503588 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:25:59.622438 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:25:59.915981 tst switch_tch_pdch.py:51: start network...\u000a02:26:00.051364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:00.531172 run create_hlr_db(pid=11804): Launched\u000a02:26:00.662640 bus /gobi_6: Setting Powered False\u000a02:26:01.730045 run create_hlr_db(pid=11804): Terminated: ok {rc=0}\u000a02:26:02.128544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11806): Launched\u000a02:26:02.433380 run osmo-hlr_10.42.42.2(pid=11807): Launched\u000a02:26:02.544632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:03.041621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11809): Launched\u000a02:26:03.342168 run osmo-stp_10.42.42.5(pid=11810): Launched\u000a02:26:03.452151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:26:03.951419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11812): Launched\u000a02:26:04.058047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:26:04.319699 run patchelf(pid=11813): Launched\u000a02:26:04.495137 run osmo-stp_10.42.42.5(pid=11810): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11810)]\u000a02:26:04.623321 run osmo-stp_10.42.42.5(pid=11810): stdout: \u000a| (launched: 2022-12-09_02:26:03.194243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:04.752061 run osmo-stp_10.42.42.5(pid=11810): stderr: \u000a| �[0;m�[38;5;43m20221209022603366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022603366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022603367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022603367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022603368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022603368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022603368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:04.876121 run osmo-stp_10.42.42.5(pid=11810): stdout: \u000a| (launched: 2022-12-09_02:26:03.194243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:04.999063 run osmo-stp_10.42.42.5(pid=11810): stderr: \u000a| �[0;m�[38;5;43m20221209022603366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022603366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022603367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022603367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022603368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022603368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022603368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:05.142013 run patchelf(pid=11813): Terminating (SIGINT)\u000a02:26:05.309665 run patchelf(pid=11813): Terminated: ok {rc=0}\u000a02:26:05.340253 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11810): Process ended prematurely: osmo-stp_10.42.42.5(pid=11810) [trial-2353↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11810)] [trial-2353↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:26:05.348761 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:26:05.408145 run osmo-hlr_10.42.42.2(pid=11807): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11807)]\u000a02:26:05.457119 run osmo-hlr_10.42.42.2(pid=11807): stdout: \u000a| (launched: 2022-12-09_02:26:02.283575) \u000a02:26:05.506116 run osmo-hlr_10.42.42.2(pid=11807): stderr: \u000a| �[0;m�[1;31m20221209022602460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022602460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022602460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022602460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022602460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022602460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022602476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022602486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022602486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022602486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:05.548440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11806): Terminating (SIGTERM)\u000a02:26:05.587775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11809): Terminating (SIGTERM)\u000a02:26:05.627031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11812): Terminating (SIGTERM)\u000a02:26:05.636024 --- ParallelTerminationStrategy: PID 11806 died...\u000a02:26:05.689310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11806): Terminated: ok {rc=0}\u000a02:26:05.698778 --- ParallelTerminationStrategy: PID 11809 died...\u000a02:26:05.751968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11809): Terminated: ok {rc=0}\u000a02:26:05.761457 --- ParallelTerminationStrategy: PID 11812 died...\u000a02:26:05.813991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11812): Terminated: ok {rc=0}\u000a02:26:05.902284 bus /gobi_0: Setting Powered False\u000a02:26:07.005200 bus /gobi_0: Setting Powered False\u000a02:26:08.115884 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:25:58" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11819): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11819) [trial-2353↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11819)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11819): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11819) [trial-2353↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a02:26:09.995754 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a02:26:10.007463 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a02:26:10.153737 tst mo_mt_sms.py: using LAC 18421\u000a02:26:10.281870 tst mo_mt_sms.py: using RAC 61\u000a02:26:10.407493 tst mo_mt_sms.py: using CellId 18421\u000a02:26:10.533409 tst mo_mt_sms.py: using BVCI 18422\u000a02:26:10.558265 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:26:10.675298 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:26:10.950635 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:26:11.075337 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:26:11.700334 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11818): Launched\u000a02:26:11.999801 run osmo-nitb_10.42.42.2(pid=11819): Launched\u000a02:26:12.185257 run osmo-nitb_10.42.42.2(pid=11819): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11819)]\u000a02:26:12.321882 run osmo-nitb_10.42.42.2(pid=11819): stdout: \u000a| (launched: 2022-12-09_02:26:11.853961) \u000a02:26:12.458528 run osmo-nitb_10.42.42.2(pid=11819): stderr: \u000a| (launched: 2022-12-09_02:26:11.898872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:12.590572 run osmo-nitb_10.42.42.2(pid=11819): stdout: \u000a| (launched: 2022-12-09_02:26:11.853961) \u000a02:26:12.722462 run osmo-nitb_10.42.42.2(pid=11819): stderr: \u000a| (launched: 2022-12-09_02:26:11.898872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:13.122201 tst osmo-nitb_10.42.42.2(pid=11819): stdout: \u000a| (launched: 2022-12-09_02:26:11.853961) \u000a02:26:13.242348 tst osmo-nitb_10.42.42.2(pid=11819): stderr: \u000a| (launched: 2022-12-09_02:26:11.898872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:13.294981 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11819): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11819) [trial-2353↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11819)] [trial-2353↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a02:26:13.302902 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:26:13.338649 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11818): Terminating (SIGTERM)\u000a02:26:13.516039 --- ParallelTerminationStrategy: PID 11818 died...\u000a02:26:13.571779 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11818): Terminated: ok {rc=0}\u000a02:26:13.655083 bus /sierra_3: Setting Powered False\u000a02:26:14.762832 bus /sierra_3: Setting Powered False\u000a02:26:15.900675 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:26:09" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11829): Process ended prematurely: osmo-stp_10.42.42.5(pid=11829) [trial-2353↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11829)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11829): Process ended prematurely: osmo-stp_10.42.42.5(pid=11829) [trial-2353↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a02:26:17.824144 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:17.835323 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a02:26:17.980043 tst mo_mt_sms.py: using LAC 18422\u000a02:26:18.104644 tst mo_mt_sms.py: using RAC 62\u000a02:26:18.229638 tst mo_mt_sms.py: using CellId 18422\u000a02:26:18.354474 tst mo_mt_sms.py: using BVCI 18423\u000a02:26:18.379114 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:18.390239 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:18.401224 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:18.412226 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:18.423590 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:18.434950 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:26:18.550813 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:26:18.753761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:19.236697 run create_hlr_db(pid=11823): Launched\u000a02:26:19.411522 bus /sierra_2: Setting Powered False\u000a02:26:20.430958 run create_hlr_db(pid=11823): Terminated: ok {rc=0}\u000a02:26:20.834048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11825): Launched\u000a02:26:21.135920 run osmo-hlr_10.42.42.2(pid=11826): Launched\u000a02:26:21.253390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:21.782355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11828): Launched\u000a02:26:22.082731 run osmo-stp_10.42.42.5(pid=11829): Launched\u000a02:26:22.192705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:22.742233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11831): Launched\u000a02:26:23.046214 run osmo-msc_10.42.42.6(pid=11832): Launched\u000a02:26:23.223597 run osmo-stp_10.42.42.5(pid=11829): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11829)]\u000a02:26:23.350729 run osmo-stp_10.42.42.5(pid=11829): stdout: \u000a| (launched: 2022-12-09_02:26:21.935240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:23.475658 run osmo-stp_10.42.42.5(pid=11829): stderr: \u000a| �[0;m�[38;5;43m20221209022622104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022622104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022622105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022622105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022622106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022622106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022622106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:23.596196 run osmo-stp_10.42.42.5(pid=11829): stdout: \u000a| (launched: 2022-12-09_02:26:21.935240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:23.715805 run osmo-stp_10.42.42.5(pid=11829): stderr: \u000a| �[0;m�[38;5;43m20221209022622104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022622104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022622105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022622105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022622106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022622106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022622106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:23.768232 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11829): Process ended prematurely: osmo-stp_10.42.42.5(pid=11829) [trial-2353↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11829)] [trial-2353↪sms:trx-b200↪mo_mt_sms.py:16]\u000a02:26:23.776072 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a02:26:23.835579 run osmo-hlr_10.42.42.2(pid=11826): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11826)]\u000a02:26:23.884652 run osmo-hlr_10.42.42.2(pid=11826): stdout: \u000a| (launched: 2022-12-09_02:26:20.987568) \u000a02:26:23.934252 run osmo-hlr_10.42.42.2(pid=11826): stderr: \u000a| �[0;m�[1;31m20221209022621167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022621167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022621167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022621167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022621167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022621167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022621179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022621190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022621190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022621190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:24.001480 run osmo-msc_10.42.42.6(pid=11832): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11832)]\u000a02:26:24.050658 run osmo-msc_10.42.42.6(pid=11832): stdout: \u000a| (launched: 2022-12-09_02:26:22.895599) \u000a02:26:24.099934 run osmo-msc_10.42.42.6(pid=11832): stderr: \u000a| �[0;m�[38;5;43m20221209022623167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022623168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7a6b8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022623168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022623168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022623168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022623168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022623171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022623171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022623172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022623172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:24.142129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11825): Terminating (SIGTERM)\u000a02:26:24.182268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11828): Terminating (SIGTERM)\u000a02:26:24.221821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11831): Terminating (SIGTERM)\u000a02:26:24.230915 --- ParallelTerminationStrategy: PID 11825 died...\u000a02:26:24.284200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11825): Terminated: ok {rc=0}\u000a02:26:24.293756 --- ParallelTerminationStrategy: PID 11828 died...\u000a02:26:24.346579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11828): Terminated: ok {rc=0}\u000a02:26:24.356050 --- ParallelTerminationStrategy: PID 11831 died...\u000a02:26:24.408896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11831): Terminated: ok {rc=0}\u000a02:26:24.498246 bus /sierra_3: Setting Powered False\u000a02:26:25.601523 bus /sierra_3: Setting Powered False\u000a02:26:26.713491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:26:17" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11839) [trial-2353↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11839)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11839) [trial-2353↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a02:26:28.549896 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a02:26:28.561150 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a02:26:28.705697 tst assert_extension.py: using LAC 18423\u000a02:26:28.831950 tst assert_extension.py: using RAC 63\u000a02:26:28.959508 tst assert_extension.py: using CellId 18423\u000a02:26:29.085030 tst assert_extension.py: using BVCI 18424\u000a02:26:29.110119 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a02:26:29.385784 tst assert_extension.py:10: start nitb and bts...\u000a02:26:29.511715 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:26:30.135612 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11838): Launched\u000a02:26:30.433752 run osmo-nitb_10.42.42.2(pid=11839): Launched\u000a02:26:30.618051 run osmo-nitb_10.42.42.2(pid=11839): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11839)]\u000a02:26:30.753871 run osmo-nitb_10.42.42.2(pid=11839): stdout: \u000a| (launched: 2022-12-09_02:26:30.288914) \u000a02:26:30.926797 run osmo-nitb_10.42.42.2(pid=11839): stderr: \u000a| (launched: 2022-12-09_02:26:30.333826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:31.071752 run osmo-nitb_10.42.42.2(pid=11839): stdout: \u000a| (launched: 2022-12-09_02:26:30.288914) \u000a02:26:31.216864 run osmo-nitb_10.42.42.2(pid=11839): stderr: \u000a| (launched: 2022-12-09_02:26:30.333826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:31.566446 tst osmo-nitb_10.42.42.2(pid=11839): stdout: \u000a| (launched: 2022-12-09_02:26:30.288914) \u000a02:26:31.698598 tst osmo-nitb_10.42.42.2(pid=11839): stderr: \u000a| (launched: 2022-12-09_02:26:30.333826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:31.757184 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11839) [trial-2353↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11839)] [trial-2353↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a02:26:31.766928 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a02:26:31.806236 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11838): Terminating (SIGTERM)\u000a02:26:31.984135 --- ParallelTerminationStrategy: PID 11838 died...\u000a02:26:32.043294 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11838): Terminated: ok {rc=0}\u000a02:26:32.135369 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:26:28" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11850): Process ended prematurely: osmo-stp_10.42.42.5(pid=11850) [trial-2353↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11850)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11850): Process ended prematurely: osmo-stp_10.42.42.5(pid=11850) [trial-2353↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a02:26:33.982132 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:33.993260 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a02:26:34.143084 tst assert_extension.py: using LAC 18424\u000a02:26:34.268609 tst assert_extension.py: using RAC 64\u000a02:26:34.394011 tst assert_extension.py: using CellId 18424\u000a02:26:34.514119 tst assert_extension.py: using BVCI 18425\u000a02:26:34.537343 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:34.548163 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:34.559275 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:34.570269 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:34.581180 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:34.592032 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a02:26:34.802515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:35.310329 run create_hlr_db(pid=11843): Launched\u000a02:26:35.497279 bus /sierra_2: Setting Powered False\u000a02:26:36.518159 run create_hlr_db(pid=11843): Terminated: ok {rc=0}\u000a02:26:36.947339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11845): Launched\u000a02:26:37.270983 run osmo-hlr_10.42.42.2(pid=11847): Launched\u000a02:26:37.390616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:37.952327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11849): Launched\u000a02:26:38.276592 run osmo-stp_10.42.42.5(pid=11850): Launched\u000a02:26:38.394249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:38.982589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11852): Launched\u000a02:26:39.307701 run osmo-msc_10.42.42.6(pid=11853): Launched\u000a02:26:39.497541 run osmo-stp_10.42.42.5(pid=11850): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11850)]\u000a02:26:39.633929 run osmo-stp_10.42.42.5(pid=11850): stdout: \u000a| (launched: 2022-12-09_02:26:38.115914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:39.770104 run osmo-stp_10.42.42.5(pid=11850): stderr: \u000a| �[0;m�[38;5;43m20221209022638306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022638306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022638306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022638307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022638307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022638307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022638307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:39.899759 run osmo-stp_10.42.42.5(pid=11850): stdout: \u000a| (launched: 2022-12-09_02:26:38.115914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:40.028275 run osmo-stp_10.42.42.5(pid=11850): stderr: \u000a| �[0;m�[38;5;43m20221209022638306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022638306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022638306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022638307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022638307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022638307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022638307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:40.084488 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11850): Process ended prematurely: osmo-stp_10.42.42.5(pid=11850) [trial-2353↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11850)] [trial-2353↪ussd:trx-b200↪assert_extension.py:17]\u000a02:26:40.093217 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a02:26:40.156825 run osmo-hlr_10.42.42.2(pid=11847): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11847)]\u000a02:26:40.208895 run osmo-hlr_10.42.42.2(pid=11847): stdout: \u000a| (launched: 2022-12-09_02:26:37.111284) \u000a02:26:40.261972 run osmo-hlr_10.42.42.2(pid=11847): stderr: \u000a| �[0;m�[1;31m20221209022637307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022637307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022637307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022637307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022637307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022637308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022637320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022637329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022637329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022637329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:40.333635 run osmo-msc_10.42.42.6(pid=11853): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11853)]\u000a02:26:40.385693 run osmo-msc_10.42.42.6(pid=11853): stdout: \u000a| (launched: 2022-12-09_02:26:39.146498) \u000a02:26:40.438302 run osmo-msc_10.42.42.6(pid=11853): stderr: \u000a| �[0;m�[38;5;43m20221209022639468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022639468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe19d705c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022639468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022639468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022639469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022639469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022639470 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022639471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022639471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022639471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:40.483026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11845): Terminating (SIGTERM)\u000a02:26:40.525581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11849): Terminating (SIGTERM)\u000a02:26:40.567966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11852): Terminating (SIGTERM)\u000a02:26:40.577766 --- ParallelTerminationStrategy: PID 11845 died...\u000a02:26:40.634463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11845): Terminated: ok {rc=0}\u000a02:26:40.644570 --- ParallelTerminationStrategy: PID 11849 died...\u000a02:26:40.701383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11849): Terminated: ok {rc=0}\u000a02:26:40.711452 --- ParallelTerminationStrategy: PID 11852 died...\u000a02:26:40.767930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11852): Terminated: ok {rc=0}\u000a02:26:40.855231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:26:33" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11864): Process ended prematurely: osmo-stp_10.42.42.5(pid=11864) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11864): Process ended prematurely: osmo-stp_10.42.42.5(pid=11864) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:26:42.820433 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:42.831661 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:26:42.990648 tst mo_mt_call.py: using LAC 18425\u000a02:26:43.113227 tst mo_mt_call.py: using RAC 65\u000a02:26:43.235585 tst mo_mt_call.py: using CellId 18425\u000a02:26:43.357643 tst mo_mt_call.py: using BVCI 18426\u000a02:26:43.381151 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:43.392030 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:43.402913 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:43.414363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:43.425796 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:43.437248 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:43.553298 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:43.766610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:44.285471 run create_hlr_db(pid=11858): Launched\u000a02:26:44.475854 bus /sierra_2: Setting Powered False\u000a02:26:45.496670 run create_hlr_db(pid=11858): Terminated: ok {rc=0}\u000a02:26:45.930950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11860): Launched\u000a02:26:46.273377 run osmo-hlr_10.42.42.2(pid=11861): Launched\u000a02:26:46.482752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:47.191269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11863): Launched\u000a02:26:47.537866 run osmo-stp_10.42.42.5(pid=11864): Launched\u000a02:26:47.658771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:48.260453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11866): Launched\u000a02:26:48.593413 run osmo-msc_10.42.42.6(pid=11867): Launched\u000a02:26:48.787091 run osmo-stp_10.42.42.5(pid=11864): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)]\u000a02:26:48.926905 run osmo-stp_10.42.42.5(pid=11864): stdout: \u000a| (launched: 2022-12-09_02:26:47.351894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:49.066080 run osmo-stp_10.42.42.5(pid=11864): stderr: \u000a| �[0;m�[38;5;43m20221209022647573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022647573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022647573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022647574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022647574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022647574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022647574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:49.198702 run osmo-stp_10.42.42.5(pid=11864): stdout: \u000a| (launched: 2022-12-09_02:26:47.351894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:49.330718 run osmo-stp_10.42.42.5(pid=11864): stderr: \u000a| �[0;m�[38;5;43m20221209022647573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022647573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022647573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022647574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022647574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022647574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022647574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:49.388444 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11864): Process ended prematurely: osmo-stp_10.42.42.5(pid=11864) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:26:49.397873 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a02:26:49.461944 run osmo-hlr_10.42.42.2(pid=11861): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11861)]\u000a02:26:49.514227 run osmo-hlr_10.42.42.2(pid=11861): stdout: \u000a| (launched: 2022-12-09_02:26:46.090808) \u000a02:26:49.567222 run osmo-hlr_10.42.42.2(pid=11861): stderr: \u000a| �[0;m�[1;31m20221209022646490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022646490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022646490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022646490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022646490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022646490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022646505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022646529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022646529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022646529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:49.639292 run osmo-msc_10.42.42.6(pid=11867): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11867)]\u000a02:26:49.691598 run osmo-msc_10.42.42.6(pid=11867): stdout: \u000a| (launched: 2022-12-09_02:26:48.429254) \u000a02:26:49.744654 run osmo-msc_10.42.42.6(pid=11867): stderr: \u000a| �[0;m�[38;5;43m20221209022648753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022648753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10c4fb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022648753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022648753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022648753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022648754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022648755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022648756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022648756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022648756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:49.789455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11860): Terminating (SIGTERM)\u000a02:26:49.832363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11863): Terminating (SIGTERM)\u000a02:26:49.875088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11866): Terminating (SIGTERM)\u000a02:26:49.884785 --- ParallelTerminationStrategy: PID 11860 died...\u000a02:26:49.941700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11860): Terminated: ok {rc=0}\u000a02:26:49.951780 --- ParallelTerminationStrategy: PID 11863 died...\u000a02:26:50.008604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11863): Terminated: ok {rc=0}\u000a02:26:50.018669 --- ParallelTerminationStrategy: PID 11866 died...\u000a02:26:50.075261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11866): Terminated: ok {rc=0}\u000a02:26:50.163091 bus /sierra_3: Setting Powered False\u000a02:26:51.272118 bus /sierra_3: Setting Powered False\u000a02:26:52.385478 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11875): Process ended prematurely: osmo-stp_10.42.42.5(pid=11875) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11875)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11875): Process ended prematurely: osmo-stp_10.42.42.5(pid=11875) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:26:53.497664 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:53.509648 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:26:53.668040 tst mo_mt_call_osmux.py: using LAC 18426\u000a02:26:53.797180 tst mo_mt_call_osmux.py: using RAC 66\u000a02:26:53.927932 tst mo_mt_call_osmux.py: using CellId 18426\u000a02:26:54.053363 tst mo_mt_call_osmux.py: using BVCI 18427\u000a02:26:54.076888 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:54.088277 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:54.099588 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:54.110902 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:54.122343 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:54.133654 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:54.249874 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:54.464310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:54.984233 run create_hlr_db(pid=11869): Launched\u000a02:26:55.174412 bus /sierra_2: Setting Powered False\u000a02:26:56.195056 run create_hlr_db(pid=11869): Terminated: ok {rc=0}\u000a02:26:56.607347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11871): Launched\u000a02:26:56.915216 run osmo-hlr_10.42.42.2(pid=11872): Launched\u000a02:26:57.037747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:57.577205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11874): Launched\u000a02:26:57.885495 run osmo-stp_10.42.42.5(pid=11875): Launched\u000a02:26:57.998561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:58.558879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11877): Launched\u000a02:26:58.866169 run osmo-msc_10.42.42.6(pid=11878): Launched\u000a02:26:59.045859 run osmo-stp_10.42.42.5(pid=11875): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11875)]\u000a02:26:59.176285 run osmo-stp_10.42.42.5(pid=11875): stdout: \u000a| (launched: 2022-12-09_02:26:57.733847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:59.304211 run osmo-stp_10.42.42.5(pid=11875): stderr: \u000a| �[0;m�[38;5;43m20221209022657903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022657903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022657904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022657904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022657905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022657905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022657905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:59.427956 run osmo-stp_10.42.42.5(pid=11875): stdout: \u000a| (launched: 2022-12-09_02:26:57.733847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:59.550134 run osmo-stp_10.42.42.5(pid=11875): stderr: \u000a| �[0;m�[38;5;43m20221209022657903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022657903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022657904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022657904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022657905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022657905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022657905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:59.604117 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11875): Process ended prematurely: osmo-stp_10.42.42.5(pid=11875) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11875)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:26:59.612941 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:26:59.673338 run osmo-hlr_10.42.42.2(pid=11872): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11872)]\u000a02:26:59.723237 run osmo-hlr_10.42.42.2(pid=11872): stdout: \u000a| (launched: 2022-12-09_02:26:56.763532) \u000a02:26:59.773440 run osmo-hlr_10.42.42.2(pid=11872): stderr: \u000a| �[0;m�[1;31m20221209022656945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022656945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022656945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022656945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022656945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022656946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022656958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022656967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022656967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022656967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:59.841338 run osmo-msc_10.42.42.6(pid=11878): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11878)]\u000a02:26:59.890605 run osmo-msc_10.42.42.6(pid=11878): stdout: \u000a| (launched: 2022-12-09_02:26:58.714732) \u000a02:26:59.940453 run osmo-msc_10.42.42.6(pid=11878): stderr: \u000a| �[0;m�[38;5;43m20221209022658989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022658989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe218cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022658989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022658989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022658989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022658990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022658991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022658993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022658993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022658993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:59.982666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11871): Terminating (SIGTERM)\u000a02:27:00.022756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11874): Terminating (SIGTERM)\u000a02:27:00.063049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11877): Terminating (SIGTERM)\u000a02:27:00.072393 --- ParallelTerminationStrategy: PID 11871 died...\u000a02:27:00.126128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11871): Terminated: ok {rc=0}\u000a02:27:00.135893 --- ParallelTerminationStrategy: PID 11874 died...\u000a02:27:00.189149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11874): Terminated: ok {rc=0}\u000a02:27:00.198967 --- ParallelTerminationStrategy: PID 11877 died...\u000a02:27:00.252234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11877): Terminated: ok {rc=0}\u000a02:27:00.337027 bus /sierra_3: Setting Powered False\u000a02:27:01.460771 bus /sierra_3: Setting Powered False\u000a02:27:02.568206 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:26:42" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11889): Process ended prematurely: osmo-stp_10.42.42.5(pid=11889) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11889): Process ended prematurely: osmo-stp_10.42.42.5(pid=11889) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:27:04.565592 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:04.576823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:27:04.734059 tst mo_mt_call.py: using LAC 18427\u000a02:27:04.854884 tst mo_mt_call.py: using RAC 67\u000a02:27:04.977685 tst mo_mt_call.py: using CellId 18427\u000a02:27:05.098678 tst mo_mt_call.py: using BVCI 18428\u000a02:27:05.122337 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:05.133555 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:05.144589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:05.155777 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:05.167166 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:05.178389 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:27:05.297471 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:27:05.510074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:06.027339 run create_hlr_db(pid=11883): Launched\u000a02:27:06.217108 bus /sierra_2: Setting Powered False\u000a02:27:07.238098 run create_hlr_db(pid=11883): Terminated: ok {rc=0}\u000a02:27:07.650273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11885): Launched\u000a02:27:07.958524 run osmo-hlr_10.42.42.2(pid=11886): Launched\u000a02:27:08.072627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:08.603532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11888): Launched\u000a02:27:08.912177 run osmo-stp_10.42.42.5(pid=11889): Launched\u000a02:27:09.024515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:09.587004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11891): Launched\u000a02:27:09.894525 run osmo-msc_10.42.42.6(pid=11892): Launched\u000a02:27:10.073963 run osmo-stp_10.42.42.5(pid=11889): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)]\u000a02:27:10.203547 run osmo-stp_10.42.42.5(pid=11889): stdout: \u000a| (launched: 2022-12-09_02:27:08.759189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:10.331216 run osmo-stp_10.42.42.5(pid=11889): stderr: \u000a| �[0;m�[38;5;43m20221209022708930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022708930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022708930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022708931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022708931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022708931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022708931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:10.453916 run osmo-stp_10.42.42.5(pid=11889): stdout: \u000a| (launched: 2022-12-09_02:27:08.759189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:10.576180 run osmo-stp_10.42.42.5(pid=11889): stderr: \u000a| �[0;m�[38;5;43m20221209022708930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022708930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022708930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022708931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022708931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022708931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022708931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:10.629911 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11889): Process ended prematurely: osmo-stp_10.42.42.5(pid=11889) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11889)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:27:10.638768 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:27:10.698903 run osmo-hlr_10.42.42.2(pid=11886): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11886)]\u000a02:27:10.748165 run osmo-hlr_10.42.42.2(pid=11886): stdout: \u000a| (launched: 2022-12-09_02:27:07.806654) \u000a02:27:10.798127 run osmo-hlr_10.42.42.2(pid=11886): stderr: \u000a| �[0;m�[1;31m20221209022707987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022707987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022707987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022707987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022707987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022707987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022707999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022708008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022708009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022708009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:10.865381 run osmo-msc_10.42.42.6(pid=11892): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11892)]\u000a02:27:10.914568 run osmo-msc_10.42.42.6(pid=11892): stdout: \u000a| (launched: 2022-12-09_02:27:09.742375) \u000a02:27:10.964147 run osmo-msc_10.42.42.6(pid=11892): stderr: \u000a| �[0;m�[38;5;43m20221209022710019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022710019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05e9595c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022710020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022710020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022710021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022710021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022710023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022710023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022710023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022710023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:11.006201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11885): Terminating (SIGTERM)\u000a02:27:11.046385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11888): Terminating (SIGTERM)\u000a02:27:11.086369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11891): Terminating (SIGTERM)\u000a02:27:11.095705 --- ParallelTerminationStrategy: PID 11885 died...\u000a02:27:11.149660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11885): Terminated: ok {rc=0}\u000a02:27:11.159620 --- ParallelTerminationStrategy: PID 11888 died...\u000a02:27:11.213305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11888): Terminated: ok {rc=0}\u000a02:27:11.222993 --- ParallelTerminationStrategy: PID 11891 died...\u000a02:27:11.277069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11891): Terminated: ok {rc=0}\u000a02:27:11.366881 bus /sierra_3: Setting Powered False\u000a02:27:12.471471 bus /sierra_3: Setting Powered False\u000a02:27:13.583660 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:14.694758 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:14.706801 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:27:14.868107 tst mo_mt_call_osmux.py: using LAC 18428\u000a02:27:14.991254 tst mo_mt_call_osmux.py: using RAC 68\u000a02:27:15.118822 tst mo_mt_call_osmux.py: using CellId 18428\u000a02:27:15.247098 tst mo_mt_call_osmux.py: using BVCI 18429\u000a02:27:15.272081 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:15.284167 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:15.295840 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:15.307724 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:15.319638 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:27:15.331589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:27:15.448096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:27:15.653780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:16.203589 run create_hlr_db(pid=11894): Launched\u000a02:27:16.385172 bus /sierra_2: Setting Powered False\u000a02:27:17.415650 run create_hlr_db(pid=11894): Terminated: ok {rc=0}\u000a02:27:17.828129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Launched\u000a02:27:18.136491 run osmo-hlr_10.42.42.2(pid=11897): Launched\u000a02:27:18.254554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:18.786420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Launched\u000a02:27:19.092707 run osmo-stp_10.42.42.5(pid=11900): Launched\u000a02:27:19.204695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:19.771782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11902): Launched\u000a02:27:20.080797 run osmo-msc_10.42.42.6(pid=11903): Launched\u000a02:27:20.261202 run osmo-stp_10.42.42.5(pid=11900): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)]\u000a02:27:20.391283 run osmo-stp_10.42.42.5(pid=11900): stdout: \u000a| (launched: 2022-12-09_02:27:18.942312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:20.519504 run osmo-stp_10.42.42.5(pid=11900): stderr: \u000a| �[0;m�[38;5;43m20221209022719113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022719113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022719113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022719114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:20.643472 run osmo-stp_10.42.42.5(pid=11900): stdout: \u000a| (launched: 2022-12-09_02:27:18.942312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:20.766454 run osmo-stp_10.42.42.5(pid=11900): stderr: \u000a| �[0;m�[38;5;43m20221209022719113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022719113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022719113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022719114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022719114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:20.820829 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:27:20.829660 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:27:20.889738 run osmo-hlr_10.42.42.2(pid=11897): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11897)]\u000a02:27:20.939365 run osmo-hlr_10.42.42.2(pid=11897): stdout: \u000a| (launched: 2022-12-09_02:27:17.984919) \u000a02:27:20.989367 run osmo-hlr_10.42.42.2(pid=11897): stderr: \u000a| �[0;m�[1;31m20221209022718162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022718162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022718162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022718162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022718162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022718162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022718174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022718183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022718184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022718184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:21.056998 run osmo-msc_10.42.42.6(pid=11903): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11903)]\u000a02:27:21.106296 run osmo-msc_10.42.42.6(pid=11903): stdout: \u000a| (launched: 2022-12-09_02:27:19.928827) \u000a02:27:21.155818 run osmo-msc_10.42.42.6(pid=11903): stderr: \u000a| �[0;m�[38;5;43m20221209022720199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022720199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa62159bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022720199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022720199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022720199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022720200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022720201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022720202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022720202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022720202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:21.198089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Terminating (SIGTERM)\u000a02:27:21.238357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Terminating (SIGTERM)\u000a02:27:21.278562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11902): Terminating (SIGTERM)\u000a02:27:21.287777 --- ParallelTerminationStrategy: PID 11896 died...\u000a02:27:21.341574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Terminated: ok {rc=0}\u000a02:27:21.351238 --- ParallelTerminationStrategy: PID 11899 died...\u000a02:27:21.404590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Terminated: ok {rc=0}\u000a02:27:21.414226 --- ParallelTerminationStrategy: PID 11902 died...\u000a02:27:21.467539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11902): Terminated: ok {rc=0}\u000a02:27:21.552201 bus /sierra_3: Setting Powered False\u000a02:27:22.658920 bus /sierra_3: Setting Powered False\u000a02:27:23.766970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:27:04" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11914): Process ended prematurely: osmo-stp_10.42.42.5(pid=11914) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11914)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11914): Process ended prematurely: osmo-stp_10.42.42.5(pid=11914) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:27:25.776582 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:25.787903 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:27:25.953161 tst mo_mt_call.py: using LAC 18429\u000a02:27:26.082154 tst mo_mt_call.py: using RAC 69\u000a02:27:26.206318 tst mo_mt_call.py: using CellId 18429\u000a02:27:26.329429 tst mo_mt_call.py: using BVCI 18430\u000a02:27:26.353300 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:26.364629 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:26.375676 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:26.386764 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:26.397979 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:26.409509 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:26.532206 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:26.747812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:27.264168 run create_hlr_db(pid=11908): Launched\u000a02:27:27.454268 bus /sierra_2: Setting Powered False\u000a02:27:28.475016 run create_hlr_db(pid=11908): Terminated: ok {rc=0}\u000a02:27:28.894294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11910): Launched\u000a02:27:29.222527 run osmo-hlr_10.42.42.2(pid=11911): Launched\u000a02:27:29.345583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:29.882913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11913): Launched\u000a02:27:30.189867 run osmo-stp_10.42.42.5(pid=11914): Launched\u000a02:27:30.302838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:30.872833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11916): Launched\u000a02:27:31.351879 run osmo-msc_10.42.42.6(pid=11917): Launched\u000a02:27:31.762945 run osmo-stp_10.42.42.5(pid=11914): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11914)]\u000a02:27:31.903232 run osmo-stp_10.42.42.5(pid=11914): stdout: \u000a| (launched: 2022-12-09_02:27:30.038544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:32.046542 run osmo-stp_10.42.42.5(pid=11914): stderr: \u000a| �[0;m�[38;5;43m20221209022730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022730209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022730212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022730212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022730212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:32.208816 run osmo-stp_10.42.42.5(pid=11914): stdout: \u000a| (launched: 2022-12-09_02:27:30.038544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:32.342937 run osmo-stp_10.42.42.5(pid=11914): stderr: \u000a| �[0;m�[38;5;43m20221209022730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022730209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022730209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022730212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022730212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022730212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:32.403131 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11914): Process ended prematurely: osmo-stp_10.42.42.5(pid=11914) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11914)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:27:32.412554 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a02:27:32.476469 run osmo-hlr_10.42.42.2(pid=11911): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11911)]\u000a02:27:32.528759 run osmo-hlr_10.42.42.2(pid=11911): stdout: \u000a| (launched: 2022-12-09_02:27:29.062048) \u000a02:27:32.581668 run osmo-hlr_10.42.42.2(pid=11911): stderr: \u000a| �[0;m�[1;31m20221209022729244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022729244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022729245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022729245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022729245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022729245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022729257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022729265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022729265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022729266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:32.652621 run osmo-msc_10.42.42.6(pid=11917): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11917)]\u000a02:27:32.704472 run osmo-msc_10.42.42.6(pid=11917): stdout: \u000a| (launched: 2022-12-09_02:27:31.041720) \u000a02:27:32.756446 run osmo-msc_10.42.42.6(pid=11917): stderr: \u000a| �[0;m�[38;5;43m20221209022731428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022731428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95dfc37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022731428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022731428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022731428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022731429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022731430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022731431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022731431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022731431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:32.801322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11910): Terminating (SIGTERM)\u000a02:27:32.843381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11913): Terminating (SIGTERM)\u000a02:27:32.885779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11916): Terminating (SIGTERM)\u000a02:27:32.895722 --- ParallelTerminationStrategy: PID 11910 died...\u000a02:27:32.952224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11910): Terminated: ok {rc=0}\u000a02:27:32.962393 --- ParallelTerminationStrategy: PID 11913 died...\u000a02:27:33.018920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11913): Terminated: ok {rc=0}\u000a02:27:33.029119 --- ParallelTerminationStrategy: PID 11916 died...\u000a02:27:33.085898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11916): Terminated: ok {rc=0}\u000a02:27:33.173017 bus /sierra_3: Setting Powered False\u000a02:27:34.279450 bus /sierra_3: Setting Powered False\u000a02:27:35.387732 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11925): Process ended prematurely: osmo-stp_10.42.42.5(pid=11925) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11925)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11925): Process ended prematurely: osmo-stp_10.42.42.5(pid=11925) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:36.498616 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:36.510629 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:27:36.673109 tst mo_mt_call_osmux.py: using LAC 18430\u000a02:27:36.793508 tst mo_mt_call_osmux.py: using RAC 70\u000a02:27:36.914180 tst mo_mt_call_osmux.py: using CellId 18430\u000a02:27:37.033893 tst mo_mt_call_osmux.py: using BVCI 18431\u000a02:27:37.057548 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:37.068747 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:37.079942 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:37.091209 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:37.102555 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:37.113663 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:37.230926 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:37.447859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:37.966283 run create_hlr_db(pid=11919): Launched\u000a02:27:38.156752 bus /sierra_2: Setting Powered False\u000a02:27:39.176183 run create_hlr_db(pid=11919): Terminated: ok {rc=0}\u000a02:27:39.587378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11921): Launched\u000a02:27:39.895795 run osmo-hlr_10.42.42.2(pid=11922): Launched\u000a02:27:40.015209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:40.555906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11924): Launched\u000a02:27:40.863929 run osmo-stp_10.42.42.5(pid=11925): Launched\u000a02:27:40.976124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:41.536832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11927): Launched\u000a02:27:41.844776 run osmo-msc_10.42.42.6(pid=11928): Launched\u000a02:27:42.025705 run osmo-stp_10.42.42.5(pid=11925): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11925)]\u000a02:27:42.155507 run osmo-stp_10.42.42.5(pid=11925): stdout: \u000a| (launched: 2022-12-09_02:27:40.712336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:42.282935 run osmo-stp_10.42.42.5(pid=11925): stderr: \u000a| �[0;m�[38;5;43m20221209022740884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022740884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022740885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022740885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022740886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022740886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022740886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:42.406078 run osmo-stp_10.42.42.5(pid=11925): stdout: \u000a| (launched: 2022-12-09_02:27:40.712336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:42.527894 run osmo-stp_10.42.42.5(pid=11925): stderr: \u000a| �[0;m�[38;5;43m20221209022740884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022740884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022740885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022740885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022740886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022740886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022740886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:42.581729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11925): Process ended prematurely: osmo-stp_10.42.42.5(pid=11925) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11925)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:27:42.590309 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:27:42.649447 run osmo-hlr_10.42.42.2(pid=11922): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11922)]\u000a02:27:42.698765 run osmo-hlr_10.42.42.2(pid=11922): stdout: \u000a| (launched: 2022-12-09_02:27:39.743851) \u000a02:27:42.748181 run osmo-hlr_10.42.42.2(pid=11922): stderr: \u000a| �[0;m�[1;31m20221209022739921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022739921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022739921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022739921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022739921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022739921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022739934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022739943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022739943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022739943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:42.815308 run osmo-msc_10.42.42.6(pid=11928): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11928)]\u000a02:27:42.863927 run osmo-msc_10.42.42.6(pid=11928): stdout: \u000a| (launched: 2022-12-09_02:27:41.692862) \u000a02:27:42.913200 run osmo-msc_10.42.42.6(pid=11928): stderr: \u000a| �[0;m�[38;5;43m20221209022741966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022741966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac80233c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022741967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022741967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022741967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022741967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022741969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022741969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022741969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022741969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:42.954870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11921): Terminating (SIGTERM)\u000a02:27:42.994374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11924): Terminating (SIGTERM)\u000a02:27:43.033968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11927): Terminating (SIGTERM)\u000a02:27:43.043028 --- ParallelTerminationStrategy: PID 11921 died...\u000a02:27:43.096035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11921): Terminated: ok {rc=0}\u000a02:27:43.105592 --- ParallelTerminationStrategy: PID 11924 died...\u000a02:27:43.158342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11924): Terminated: ok {rc=0}\u000a02:27:43.167752 --- ParallelTerminationStrategy: PID 11927 died...\u000a02:27:43.220322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11927): Terminated: ok {rc=0}\u000a02:27:43.303393 bus /sierra_3: Setting Powered False\u000a02:27:44.409428 bus /sierra_3: Setting Powered False\u000a02:27:45.517308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:27:25" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11939): Process ended prematurely: osmo-stp_10.42.42.5(pid=11939) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11939)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11939): Process ended prematurely: osmo-stp_10.42.42.5(pid=11939) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:27:47.535617 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:47.547245 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:27:47.703885 tst mo_mt_call.py: using LAC 18431\u000a02:27:47.824334 tst mo_mt_call.py: using RAC 71\u000a02:27:47.945389 tst mo_mt_call.py: using CellId 18431\u000a02:27:48.063880 tst mo_mt_call.py: using BVCI 18432\u000a02:27:48.087441 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:48.098757 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:48.109841 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:48.121014 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:48.132255 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:48.143765 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:48.263859 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:48.467431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:48.958899 run create_hlr_db(pid=11933): Launched\u000a02:27:49.135641 bus /sierra_2: Setting Powered False\u000a02:27:50.157370 run create_hlr_db(pid=11933): Terminated: ok {rc=0}\u000a02:27:50.595317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11935): Launched\u000a02:27:50.927346 run osmo-hlr_10.42.42.2(pid=11936): Launched\u000a02:27:51.050255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:51.624185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11938): Launched\u000a02:27:51.954469 run osmo-stp_10.42.42.5(pid=11939): Launched\u000a02:27:52.075252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:52.680114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11941): Launched\u000a02:27:53.010566 run osmo-msc_10.42.42.6(pid=11942): Launched\u000a02:27:53.203666 run osmo-stp_10.42.42.5(pid=11939): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11939)]\u000a02:27:53.344013 run osmo-stp_10.42.42.5(pid=11939): stdout: \u000a| (launched: 2022-12-09_02:27:51.791591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:53.482664 run osmo-stp_10.42.42.5(pid=11939): stderr: \u000a| �[0;m�[38;5;43m20221209022751987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022751987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022751987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022751988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022751988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022751988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022751988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:53.615168 run osmo-stp_10.42.42.5(pid=11939): stdout: \u000a| (launched: 2022-12-09_02:27:51.791591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:53.746094 run osmo-stp_10.42.42.5(pid=11939): stderr: \u000a| �[0;m�[38;5;43m20221209022751987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022751987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022751987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022751988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022751988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022751988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022751988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:53.803495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11939): Process ended prematurely: osmo-stp_10.42.42.5(pid=11939) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11939)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:27:53.812672 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:27:53.875986 run osmo-hlr_10.42.42.2(pid=11936): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11936)]\u000a02:27:53.927655 run osmo-hlr_10.42.42.2(pid=11936): stdout: \u000a| (launched: 2022-12-09_02:27:50.763418) \u000a02:27:53.979974 run osmo-hlr_10.42.42.2(pid=11936): stderr: \u000a| �[0;m�[1;31m20221209022750962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022750962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022750962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022750963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022750963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022750963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022750975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022750984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022750984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022750984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:54.050925 run osmo-msc_10.42.42.6(pid=11942): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11942)]\u000a02:27:54.102739 run osmo-msc_10.42.42.6(pid=11942): stdout: \u000a| (launched: 2022-12-09_02:27:52.847548) \u000a02:27:54.155034 run osmo-msc_10.42.42.6(pid=11942): stderr: \u000a| �[0;m�[38;5;43m20221209022753172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022753173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7abd27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022753173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022753173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022753173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022753173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022753175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022753175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022753175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022753176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:54.199378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11935): Terminating (SIGTERM)\u000a02:27:54.241097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11938): Terminating (SIGTERM)\u000a02:27:54.283341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11941): Terminating (SIGTERM)\u000a02:27:54.293108 --- ParallelTerminationStrategy: PID 11935 died...\u000a02:27:54.349855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11935): Terminated: ok {rc=0}\u000a02:27:54.359879 --- ParallelTerminationStrategy: PID 11938 died...\u000a02:27:54.416011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11938): Terminated: ok {rc=0}\u000a02:27:54.426077 --- ParallelTerminationStrategy: PID 11941 died...\u000a02:27:54.482056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11941): Terminated: ok {rc=0}\u000a02:27:54.570379 bus /sierra_3: Setting Powered False\u000a02:27:55.678260 bus /sierra_3: Setting Powered False\u000a02:27:56.787004 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11951): Process ended prematurely: osmo-stp_10.42.42.5(pid=11951) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11951): Process ended prematurely: osmo-stp_10.42.42.5(pid=11951) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:57.902997 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:57.916034 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:27:58.084818 tst mo_mt_call_osmux.py: using LAC 18432\u000a02:27:58.214789 tst mo_mt_call_osmux.py: using RAC 72\u000a02:27:58.343050 tst mo_mt_call_osmux.py: using CellId 18432\u000a02:27:58.471409 tst mo_mt_call_osmux.py: using BVCI 18433\u000a02:27:58.496512 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:58.508106 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:58.519579 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:58.531441 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:58.543846 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:58.555403 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:58.677395 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:58.884441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:59.378309 run create_hlr_db(pid=11945): Launched\u000a02:27:59.555569 bus /sierra_2: Setting Powered False\u000a02:28:00.576637 run create_hlr_db(pid=11945): Terminated: ok {rc=0}\u000a02:28:01.044084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11947): Launched\u000a02:28:01.560653 run osmo-hlr_10.42.42.2(pid=11948): Launched\u000a02:28:01.838759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:02.403517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11950): Launched\u000a02:28:02.713325 run osmo-stp_10.42.42.5(pid=11951): Launched\u000a02:28:02.826170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:03.389242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11953): Launched\u000a02:28:03.699965 run osmo-msc_10.42.42.6(pid=11954): Launched\u000a02:28:03.880043 run osmo-stp_10.42.42.5(pid=11951): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)]\u000a02:28:04.010184 run osmo-stp_10.42.42.5(pid=11951): stdout: \u000a| (launched: 2022-12-09_02:28:02.561134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:04.137871 run osmo-stp_10.42.42.5(pid=11951): stderr: \u000a| �[0;m�[38;5;43m20221209022802731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022802731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022802731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022802732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022802732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022802732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022802732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:04.261222 run osmo-stp_10.42.42.5(pid=11951): stdout: \u000a| (launched: 2022-12-09_02:28:02.561134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:04.383800 run osmo-stp_10.42.42.5(pid=11951): stderr: \u000a| �[0;m�[38;5;43m20221209022802731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022802731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022802731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022802732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022802732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022802732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022802732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:04.438108 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11951): Process ended prematurely: osmo-stp_10.42.42.5(pid=11951) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:28:04.446911 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a02:28:04.506526 run osmo-hlr_10.42.42.2(pid=11948): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11948)]\u000a02:28:04.555819 run osmo-hlr_10.42.42.2(pid=11948): stdout: \u000a| (launched: 2022-12-09_02:28:01.215116) \u000a02:28:04.605431 run osmo-hlr_10.42.42.2(pid=11948): stderr: \u000a| �[0;m�[1;31m20221209022801440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022801440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022801440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022801440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022801441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022801441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022801456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022801480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022801481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022801481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:04.673186 run osmo-msc_10.42.42.6(pid=11954): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11954)]\u000a02:28:04.722992 run osmo-msc_10.42.42.6(pid=11954): stdout: \u000a| (launched: 2022-12-09_02:28:03.546048) \u000a02:28:04.772781 run osmo-msc_10.42.42.6(pid=11954): stderr: \u000a| �[0;m�[38;5;43m20221209022803821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022803821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69dd44ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022803821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022803821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022803821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022803821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022803823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022803823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022803824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022803824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:04.814840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11947): Terminating (SIGTERM)\u000a02:28:04.855236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11950): Terminating (SIGTERM)\u000a02:28:04.895264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11953): Terminating (SIGTERM)\u000a02:28:04.904476 --- ParallelTerminationStrategy: PID 11947 died...\u000a02:28:04.958590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11947): Terminated: ok {rc=0}\u000a02:28:04.968245 --- ParallelTerminationStrategy: PID 11950 died...\u000a02:28:05.021585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11950): Terminated: ok {rc=0}\u000a02:28:05.031218 --- ParallelTerminationStrategy: PID 11953 died...\u000a02:28:05.084497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11953): Terminated: ok {rc=0}\u000a02:28:05.173693 bus /sierra_3: Setting Powered False\u000a02:28:06.277390 bus /sierra_3: Setting Powered False\u000a02:28:07.383786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:27:47" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11965): Process ended prematurely: osmo-stp_10.42.42.5(pid=11965) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11965): Process ended prematurely: osmo-stp_10.42.42.5(pid=11965) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:28:09.379761 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:09.390966 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:28:09.550002 tst mo_mt_call.py: using LAC 18433\u000a02:28:09.670876 tst mo_mt_call.py: using RAC 73\u000a02:28:09.793127 tst mo_mt_call.py: using CellId 18433\u000a02:28:09.913161 tst mo_mt_call.py: using BVCI 18434\u000a02:28:09.936524 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:09.947733 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:09.958734 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:09.973346 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:09.986796 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:09.998362 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:28:10.117504 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:28:10.321750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:10.814056 run create_hlr_db(pid=11959): Launched\u000a02:28:10.990542 bus /sierra_2: Setting Powered False\u000a02:28:12.012527 run create_hlr_db(pid=11959): Terminated: ok {rc=0}\u000a02:28:12.450525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11961): Launched\u000a02:28:12.781427 run osmo-hlr_10.42.42.2(pid=11962): Launched\u000a02:28:12.905591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:13.475778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11964): Launched\u000a02:28:13.805143 run osmo-stp_10.42.42.5(pid=11965): Launched\u000a02:28:13.925577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:14.525581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11967): Launched\u000a02:28:14.854294 run osmo-msc_10.42.42.6(pid=11968): Launched\u000a02:28:15.045785 run osmo-stp_10.42.42.5(pid=11965): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)]\u000a02:28:15.183949 run osmo-stp_10.42.42.5(pid=11965): stdout: \u000a| (launched: 2022-12-09_02:28:13.643173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:15.322460 run osmo-stp_10.42.42.5(pid=11965): stderr: \u000a| �[0;m�[38;5;43m20221209022813837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022813838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022813838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022813838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022813839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022813839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022813839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:15.454491 run osmo-stp_10.42.42.5(pid=11965): stdout: \u000a| (launched: 2022-12-09_02:28:13.643173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:15.584893 run osmo-stp_10.42.42.5(pid=11965): stderr: \u000a| �[0;m�[38;5;43m20221209022813837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022813838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022813838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022813838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022813839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022813839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022813839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:15.642337 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11965): Process ended prematurely: osmo-stp_10.42.42.5(pid=11965) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:28:15.651613 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:28:15.714699 run osmo-hlr_10.42.42.2(pid=11962): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11962)]\u000a02:28:15.766017 run osmo-hlr_10.42.42.2(pid=11962): stdout: \u000a| (launched: 2022-12-09_02:28:12.618261) \u000a02:28:15.818232 run osmo-hlr_10.42.42.2(pid=11962): stderr: \u000a| �[0;m�[1;31m20221209022812819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022812819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022812819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022812820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022812820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022812820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022812832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022812841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022812841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022812841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:15.904766 run osmo-msc_10.42.42.6(pid=11968): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11968)]\u000a02:28:15.958443 run osmo-msc_10.42.42.6(pid=11968): stdout: \u000a| (launched: 2022-12-09_02:28:14.692185) \u000a02:28:16.012195 run osmo-msc_10.42.42.6(pid=11968): stderr: \u000a| �[0;m�[38;5;43m20221209022815020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022815020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41319c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022815020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022815020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022815021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022815022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022815023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022815023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022815023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:16.055930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11961): Terminating (SIGTERM)\u000a02:28:16.100515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11964): Terminating (SIGTERM)\u000a02:28:16.145881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11967): Terminating (SIGTERM)\u000a02:28:16.157428 --- ParallelTerminationStrategy: PID 11961 died...\u000a02:28:16.215674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11961): Terminated: ok {rc=0}\u000a02:28:16.226221 --- ParallelTerminationStrategy: PID 11964 died...\u000a02:28:16.282150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11964): Terminated: ok {rc=0}\u000a02:28:16.294048 --- ParallelTerminationStrategy: PID 11967 died...\u000a02:28:16.352317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11967): Terminated: ok {rc=0}\u000a02:28:16.452933 bus /sierra_3: Setting Powered False\u000a02:28:17.557079 bus /sierra_3: Setting Powered False\u000a02:28:18.669452 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11976): Process ended prematurely: osmo-stp_10.42.42.5(pid=11976) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11976)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11976): Process ended prematurely: osmo-stp_10.42.42.5(pid=11976) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:28:19.780934 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:19.792854 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:28:19.952166 tst mo_mt_call_osmux.py: using LAC 18434\u000a02:28:20.076836 tst mo_mt_call_osmux.py: using RAC 74\u000a02:28:20.197198 tst mo_mt_call_osmux.py: using CellId 18434\u000a02:28:20.318159 tst mo_mt_call_osmux.py: using BVCI 18435\u000a02:28:20.341671 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:20.352845 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:20.363892 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:20.374954 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:20.386191 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:28:20.397346 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:28:20.518101 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:28:20.724053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:21.216845 run create_hlr_db(pid=11970): Launched\u000a02:28:21.392841 bus /sierra_2: Setting Powered False\u000a02:28:22.414133 run create_hlr_db(pid=11970): Terminated: ok {rc=0}\u000a02:28:22.823243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11972): Launched\u000a02:28:23.131497 run osmo-hlr_10.42.42.2(pid=11973): Launched\u000a02:28:23.244627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:23.776131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11975): Launched\u000a02:28:24.082997 run osmo-stp_10.42.42.5(pid=11976): Launched\u000a02:28:24.195860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:24.757562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11978): Launched\u000a02:28:25.068511 run osmo-msc_10.42.42.6(pid=11979): Launched\u000a02:28:25.248904 run osmo-stp_10.42.42.5(pid=11976): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11976)]\u000a02:28:25.379310 run osmo-stp_10.42.42.5(pid=11976): stdout: \u000a| (launched: 2022-12-09_02:28:23.932059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:25.507209 run osmo-stp_10.42.42.5(pid=11976): stderr: \u000a| �[0;m�[38;5;43m20221209022824104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022824104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022824104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022824104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022824105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022824105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022824105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:25.630528 run osmo-stp_10.42.42.5(pid=11976): stdout: \u000a| (launched: 2022-12-09_02:28:23.932059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:25.753678 run osmo-stp_10.42.42.5(pid=11976): stderr: \u000a| �[0;m�[38;5;43m20221209022824104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022824104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022824104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022824104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022824105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022824105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022824105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:25.807817 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11976): Process ended prematurely: osmo-stp_10.42.42.5(pid=11976) [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11976)] [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:28:25.816425 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:28:25.875421 run osmo-hlr_10.42.42.2(pid=11973): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11973)]\u000a02:28:25.924063 run osmo-hlr_10.42.42.2(pid=11973): stdout: \u000a| (launched: 2022-12-09_02:28:22.980507) \u000a02:28:25.973484 run osmo-hlr_10.42.42.2(pid=11973): stderr: \u000a| �[0;m�[1;31m20221209022823158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022823158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022823158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022823158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022823158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022823159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022823172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022823183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022823183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022823183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:26.040398 run osmo-msc_10.42.42.6(pid=11979): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11979)]\u000a02:28:26.088904 run osmo-msc_10.42.42.6(pid=11979): stdout: \u000a| (launched: 2022-12-09_02:28:24.914208) \u000a02:28:26.137888 run osmo-msc_10.42.42.6(pid=11979): stderr: \u000a| �[0;m�[38;5;43m20221209022825190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022825190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3cdf13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022825190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022825190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022825190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022825191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022825192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022825193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022825193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022825193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:26.179322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11972): Terminating (SIGTERM)\u000a02:28:26.218605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11975): Terminating (SIGTERM)\u000a02:28:26.257980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11978): Terminating (SIGTERM)\u000a02:28:26.267084 --- ParallelTerminationStrategy: PID 11972 died...\u000a02:28:26.319810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11972): Terminated: ok {rc=0}\u000a02:28:26.329339 --- ParallelTerminationStrategy: PID 11975 died...\u000a02:28:26.381560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11975): Terminated: ok {rc=0}\u000a02:28:26.390985 --- ParallelTerminationStrategy: PID 11978 died...\u000a02:28:26.443494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11978): Terminated: ok {rc=0}\u000a02:28:26.526338 bus /sierra_3: Setting Powered False\u000a02:28:27.632988 bus /sierra_3: Setting Powered False\u000a02:28:28.744292 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:28:09" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:28:30.742379 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:30.753658 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:28:30.933738 tst mo_mt_call.py: using LAC 18435\u000a02:28:31.073762 tst mo_mt_call.py: using RAC 75\u000a02:28:31.208174 tst mo_mt_call.py: using CellId 18435\u000a02:28:31.342550 tst mo_mt_call.py: using BVCI 18436\u000a02:28:31.370689 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:31.383835 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:31.397912 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:31.411768 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:31.424648 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:31.438293 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:31.567280 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:31.810466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:32.361864 run create_hlr_db(pid=11984): Launched\u000a02:28:32.553433 bus /sierra_2: Setting Powered False\u000a02:28:33.573036 run create_hlr_db(pid=11984): Terminated: ok {rc=0}\u000a02:28:33.985610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Launched\u000a02:28:34.293744 run osmo-hlr_10.42.42.2(pid=11987): Launched\u000a02:28:34.414738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:34.951942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Launched\u000a02:28:35.259455 run osmo-stp_10.42.42.5(pid=11990): Launched\u000a02:28:35.370812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:35.931939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11992): Launched\u000a02:28:36.241396 run osmo-msc_10.42.42.6(pid=11993): Launched\u000a02:28:36.421989 run osmo-stp_10.42.42.5(pid=11990): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]\u000a02:28:36.552042 run osmo-stp_10.42.42.5(pid=11990): stdout: \u000a| (launched: 2022-12-09_02:28:35.108459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:36.679396 run osmo-stp_10.42.42.5(pid=11990): stderr: \u000a| �[0;m�[38;5;43m20221209022835279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022835279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022835279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022835280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022835282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022835282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022835282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:36.802462 run osmo-stp_10.42.42.5(pid=11990): stdout: \u000a| (launched: 2022-12-09_02:28:35.108459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:36.924429 run osmo-stp_10.42.42.5(pid=11990): stderr: \u000a| �[0;m�[38;5;43m20221209022835279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022835279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022835279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022835280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022835282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022835282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022835282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:36.978140 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)] [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:28:36.986813 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:28:37.046179 run osmo-hlr_10.42.42.2(pid=11987): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11987)]\u000a02:28:37.095033 run osmo-hlr_10.42.42.2(pid=11987): stdout: \u000a| (launched: 2022-12-09_02:28:34.142717) \u000a02:28:37.144652 run osmo-hlr_10.42.42.2(pid=11987): stderr: \u000a| �[0;m�[1;31m20221209022834321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022834321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022834321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022834321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022834321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022834321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022834333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022834343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022834343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022834343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:37.211718 run osmo-msc_10.42.42.6(pid=11993): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11993)]\u000a02:28:37.260468 run osmo-msc_10.42.42.6(pid=11993): stdout: \u000a| (launched: 2022-12-09_02:28:36.088244) \u000a02:28:37.309929 run osmo-msc_10.42.42.6(pid=11993): stderr: \u000a| �[0;m�[38;5;43m20221209022836363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022836363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60823bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022836364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022836364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022836364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022836364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022836366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022836366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022836366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022836366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:37.351779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Terminating (SIGTERM)\u000a02:28:37.391233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Terminating (SIGTERM)\u000a02:28:37.430679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11992): Terminating (SIGTERM)\u000a02:28:37.439724 --- ParallelTerminationStrategy: PID 11986 died...\u000a02:28:37.492577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Terminated: ok {rc=0}\u000a02:28:37.502122 --- ParallelTerminationStrategy: PID 11989 died...\u000a02:28:37.555155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Terminated: ok {rc=0}\u000a02:28:37.564625 --- ParallelTerminationStrategy: PID 11992 died...\u000a02:28:37.617484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11992): Terminated: ok {rc=0}\u000a02:28:37.705143 bus /sierra_3: Setting Powered False\u000a02:28:38.808996 bus /sierra_3: Setting Powered False\u000a02:28:39.920756 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12001): Process ended prematurely: osmo-stp_10.42.42.5(pid=12001) [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12001)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12001): Process ended prematurely: osmo-stp_10.42.42.5(pid=12001) [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:28:41.036311 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:41.049020 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:28:41.218608 tst mo_mt_call_osmux.py: using LAC 18436\u000a02:28:41.347792 tst mo_mt_call_osmux.py: using RAC 76\u000a02:28:41.478590 tst mo_mt_call_osmux.py: using CellId 18436\u000a02:28:41.607441 tst mo_mt_call_osmux.py: using BVCI 18437\u000a02:28:41.632756 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:41.644649 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:41.656344 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:41.668281 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:41.680302 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:41.692168 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:41.813855 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:42.021289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:42.516681 run create_hlr_db(pid=11995): Launched\u000a02:28:42.695381 bus /sierra_2: Setting Powered False\u000a02:28:43.716215 run create_hlr_db(pid=11995): Terminated: ok {rc=0}\u000a02:28:44.126741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11997): Launched\u000a02:28:44.436233 run osmo-hlr_10.42.42.2(pid=11998): Launched\u000a02:28:44.549418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:45.082610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12000): Launched\u000a02:28:45.391750 run osmo-stp_10.42.42.5(pid=12001): Launched\u000a02:28:45.504856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:46.100317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12003): Launched\u000a02:28:46.529395 run osmo-msc_10.42.42.6(pid=12004): Launched\u000a02:28:46.928193 run osmo-stp_10.42.42.5(pid=12001): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12001)]\u000a02:28:47.070478 run osmo-stp_10.42.42.5(pid=12001): stdout: \u000a| (launched: 2022-12-09_02:28:45.239865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:47.211138 run osmo-stp_10.42.42.5(pid=12001): stderr: \u000a| �[0;m�[38;5;43m20221209022845411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022845411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022845411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022845412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022845414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022845414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022845414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:47.345806 run osmo-stp_10.42.42.5(pid=12001): stdout: \u000a| (launched: 2022-12-09_02:28:45.239865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:47.477964 run osmo-stp_10.42.42.5(pid=12001): stderr: \u000a| �[0;m�[38;5;43m20221209022845411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022845411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022845411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022845412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022845414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022845414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022845414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:47.536085 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12001): Process ended prematurely: osmo-stp_10.42.42.5(pid=12001) [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12001)] [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:28:47.545814 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:28:47.609815 run osmo-hlr_10.42.42.2(pid=11998): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11998)]\u000a02:28:47.661938 run osmo-hlr_10.42.42.2(pid=11998): stdout: \u000a| (launched: 2022-12-09_02:28:44.284449) \u000a02:28:47.714891 run osmo-hlr_10.42.42.2(pid=11998): stderr: \u000a| �[0;m�[1;31m20221209022844464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022844464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022844464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022844464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022844464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022844464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022844476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022844486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022844486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022844486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:47.786501 run osmo-msc_10.42.42.6(pid=12004): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12004)]\u000a02:28:47.838464 run osmo-msc_10.42.42.6(pid=12004): stdout: \u000a| (launched: 2022-12-09_02:28:46.261812) \u000a02:28:47.890845 run osmo-msc_10.42.42.6(pid=12004): stderr: \u000a| �[0;m�[38;5;43m20221209022846693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022846693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57494a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022846693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022846694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022846694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022846694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022846697 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022846698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022846698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022846698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:47.935314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11997): Terminating (SIGTERM)\u000a02:28:47.978087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12000): Terminating (SIGTERM)\u000a02:28:48.020485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12003): Terminating (SIGTERM)\u000a02:28:48.030432 --- ParallelTerminationStrategy: PID 11997 died...\u000a02:28:48.087278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11997): Terminated: ok {rc=0}\u000a02:28:48.097851 --- ParallelTerminationStrategy: PID 12000 died...\u000a02:28:48.154285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12000): Terminated: ok {rc=0}\u000a02:28:48.164513 --- ParallelTerminationStrategy: PID 12003 died...\u000a02:28:48.221218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12003): Terminated: ok {rc=0}\u000a02:28:48.308922 bus /sierra_3: Setting Powered False\u000a02:28:49.411033 bus /sierra_3: Setting Powered False\u000a02:28:50.520686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:28:30" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12015): Process ended prematurely: osmo-stp_10.42.42.5(pid=12015) [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12015)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12015): Process ended prematurely: osmo-stp_10.42.42.5(pid=12015) [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:28:52.529250 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:52.540891 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:28:52.709579 tst mo_mt_call.py: using LAC 18437\u000a02:28:52.841049 tst mo_mt_call.py: using RAC 77\u000a02:28:52.976828 tst mo_mt_call.py: using CellId 18437\u000a02:28:53.105530 tst mo_mt_call.py: using BVCI 18438\u000a02:28:53.130757 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:53.142337 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:53.153740 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:53.165392 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:53.177022 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:53.188618 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:53.309759 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:53.525887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:54.045324 run create_hlr_db(pid=12009): Launched\u000a02:28:54.236006 bus /sierra_2: Setting Powered False\u000a02:28:55.256881 run create_hlr_db(pid=12009): Terminated: ok {rc=0}\u000a02:28:55.672067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12011): Launched\u000a02:28:55.981570 run osmo-hlr_10.42.42.2(pid=12012): Launched\u000a02:28:56.104851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:56.649249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12014): Launched\u000a02:28:56.958243 run osmo-stp_10.42.42.5(pid=12015): Launched\u000a02:28:57.070844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:57.633623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12017): Launched\u000a02:28:57.943241 run osmo-msc_10.42.42.6(pid=12018): Launched\u000a02:28:58.126286 run osmo-stp_10.42.42.5(pid=12015): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12015)]\u000a02:28:58.255927 run osmo-stp_10.42.42.5(pid=12015): stdout: \u000a| (launched: 2022-12-09_02:28:56.806364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:58.383755 run osmo-stp_10.42.42.5(pid=12015): stderr: \u000a| �[0;m�[38;5;43m20221209022856979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022856979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022856980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022856980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022856981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022856981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022856981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:58.507338 run osmo-stp_10.42.42.5(pid=12015): stdout: \u000a| (launched: 2022-12-09_02:28:56.806364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:58.629737 run osmo-stp_10.42.42.5(pid=12015): stderr: \u000a| �[0;m�[38;5;43m20221209022856979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022856979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022856980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022856980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022856981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022856981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022856981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:58.683831 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12015): Process ended prematurely: osmo-stp_10.42.42.5(pid=12015) [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12015)] [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:28:58.692273 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:28:58.751982 run osmo-hlr_10.42.42.2(pid=12012): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12012)]\u000a02:28:58.801110 run osmo-hlr_10.42.42.2(pid=12012): stdout: \u000a| (launched: 2022-12-09_02:28:55.828876) \u000a02:28:58.851011 run osmo-hlr_10.42.42.2(pid=12012): stderr: \u000a| �[0;m�[1;31m20221209022856009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022856009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022856009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022856009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022856009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022856009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022856022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022856030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022856031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:58.918705 run osmo-msc_10.42.42.6(pid=12018): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12018)]\u000a02:28:58.967788 run osmo-msc_10.42.42.6(pid=12018): stdout: \u000a| (launched: 2022-12-09_02:28:57.790747) \u000a02:28:59.017175 run osmo-msc_10.42.42.6(pid=12018): stderr: \u000a| �[0;m�[38;5;43m20221209022858067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022858067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c6389dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022858067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022858067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022858067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022858067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022858069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022858069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022858070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022858070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:59.059191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12011): Terminating (SIGTERM)\u000a02:28:59.098777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12014): Terminating (SIGTERM)\u000a02:28:59.138738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12017): Terminating (SIGTERM)\u000a02:28:59.147922 --- ParallelTerminationStrategy: PID 12011 died...\u000a02:28:59.201925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12011): Terminated: ok {rc=0}\u000a02:28:59.211623 --- ParallelTerminationStrategy: PID 12014 died...\u000a02:28:59.264759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12014): Terminated: ok {rc=0}\u000a02:28:59.274414 --- ParallelTerminationStrategy: PID 12017 died...\u000a02:28:59.327323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12017): Terminated: ok {rc=0}\u000a02:28:59.416013 bus /sierra_3: Setting Powered False\u000a02:29:00.518130 bus /sierra_3: Setting Powered False\u000a02:29:01.641936 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12026): Process ended prematurely: osmo-stp_10.42.42.5(pid=12026) [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12026)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12026): Process ended prematurely: osmo-stp_10.42.42.5(pid=12026) [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:29:02.762103 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:29:02.774293 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:29:02.943388 tst mo_mt_call_osmux.py: using LAC 18438\u000a02:29:03.074211 tst mo_mt_call_osmux.py: using RAC 78\u000a02:29:03.204218 tst mo_mt_call_osmux.py: using CellId 18438\u000a02:29:03.331549 tst mo_mt_call_osmux.py: using BVCI 18439\u000a02:29:03.357313 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:29:03.368829 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:29:03.380317 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:29:03.392033 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:29:03.404414 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:29:03.415821 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:29:03.535555 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:29:03.750924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:04.271460 run create_hlr_db(pid=12020): Launched\u000a02:29:04.462748 bus /sierra_2: Setting Powered False\u000a02:29:05.483866 run create_hlr_db(pid=12020): Terminated: ok {rc=0}\u000a02:29:05.896593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12022): Launched\u000a02:29:06.207233 run osmo-hlr_10.42.42.2(pid=12023): Launched\u000a02:29:06.327272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:06.872248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12025): Launched\u000a02:29:07.181560 run osmo-stp_10.42.42.5(pid=12026): Launched\u000a02:29:07.294685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:07.858607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12028): Launched\u000a02:29:08.169676 run osmo-msc_10.42.42.6(pid=12029): Launched\u000a02:29:08.353216 run osmo-stp_10.42.42.5(pid=12026): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12026)]\u000a02:29:08.483442 run osmo-stp_10.42.42.5(pid=12026): stdout: \u000a| (launched: 2022-12-09_02:29:07.029769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:08.611468 run osmo-stp_10.42.42.5(pid=12026): stderr: \u000a| �[0;m�[38;5;43m20221209022907202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022907202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022907202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022907203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022907203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022907203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022907203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:08.735303 run osmo-stp_10.42.42.5(pid=12026): stdout: \u000a| (launched: 2022-12-09_02:29:07.029769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:08.858328 run osmo-stp_10.42.42.5(pid=12026): stderr: \u000a| �[0;m�[38;5;43m20221209022907202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022907202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022907202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022907203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022907203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022907203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022907203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:08.912493 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12026): Process ended prematurely: osmo-stp_10.42.42.5(pid=12026) [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12026)] [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:29:08.921372 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:29:08.981972 run osmo-hlr_10.42.42.2(pid=12023): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12023)]\u000a02:29:09.031387 run osmo-hlr_10.42.42.2(pid=12023): stdout: \u000a| (launched: 2022-12-09_02:29:06.054010) \u000a02:29:09.081336 run osmo-hlr_10.42.42.2(pid=12023): stderr: \u000a| �[0;m�[1;31m20221209022906231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022906231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022906231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022906232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022906232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022906232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022906244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022906252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022906252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022906252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:09.148872 run osmo-msc_10.42.42.6(pid=12029): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12029)]\u000a02:29:09.197945 run osmo-msc_10.42.42.6(pid=12029): stdout: \u000a| (launched: 2022-12-09_02:29:08.015339) \u000a02:29:09.247496 run osmo-msc_10.42.42.6(pid=12029): stderr: \u000a| �[0;m�[38;5;43m20221209022908291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022908291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f400129bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022908291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022908291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022908291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022908291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022908293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022908293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022908294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022908294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:09.289614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12022): Terminating (SIGTERM)\u000a02:29:09.329624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12025): Terminating (SIGTERM)\u000a02:29:09.369866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12028): Terminating (SIGTERM)\u000a02:29:09.379258 --- ParallelTerminationStrategy: PID 12022 died...\u000a02:29:09.432675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12022): Terminated: ok {rc=0}\u000a02:29:09.442575 --- ParallelTerminationStrategy: PID 12025 died...\u000a02:29:09.495657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12025): Terminated: ok {rc=0}\u000a02:29:09.505500 --- ParallelTerminationStrategy: PID 12028 died...\u000a02:29:09.558556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12028): Terminated: ok {rc=0}\u000a02:29:09.648304 bus /sierra_3: Setting Powered False\u000a02:29:10.752553 bus /sierra_3: Setting Powered False\u000a02:29:11.863763 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:28:52" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12040): Process ended prematurely: osmo-stp_10.42.42.5(pid=12040) [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12040): Process ended prematurely: osmo-stp_10.42.42.5(pid=12040) [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a02:29:13.858769 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:13.870014 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a02:29:14.013996 tst mo_mt_call.py: using LAC 18439\u000a02:29:14.134880 tst mo_mt_call.py: using RAC 79\u000a02:29:14.261419 tst mo_mt_call.py: using CellId 18439\u000a02:29:14.381884 tst mo_mt_call.py: using BVCI 18440\u000a02:29:14.405414 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:14.416526 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:14.427491 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:14.438555 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:14.449549 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:14.460625 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:29:14.581043 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:29:14.786475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:15.281720 run create_hlr_db(pid=12034): Launched\u000a02:29:15.458908 bus /sierra_2: Setting Powered False\u000a02:29:16.485295 run create_hlr_db(pid=12034): Terminated: ok {rc=0}\u000a02:29:16.951915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12036): Launched\u000a02:29:17.289930 run osmo-hlr_10.42.42.2(pid=12037): Launched\u000a02:29:17.404143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:17.939170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12039): Launched\u000a02:29:18.250205 run osmo-stp_10.42.42.5(pid=12040): Launched\u000a02:29:18.362285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:18.924790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12042): Launched\u000a02:29:19.234304 run osmo-msc_10.42.42.6(pid=12043): Launched\u000a02:29:19.414511 run osmo-stp_10.42.42.5(pid=12040): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)]\u000a02:29:19.544536 run osmo-stp_10.42.42.5(pid=12040): stdout: \u000a| (launched: 2022-12-09_02:29:18.096438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:19.671915 run osmo-stp_10.42.42.5(pid=12040): stderr: \u000a| �[0;m�[38;5;43m20221209022918271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022918271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022918271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022918272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022918272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022918272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022918273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:19.795059 run osmo-stp_10.42.42.5(pid=12040): stdout: \u000a| (launched: 2022-12-09_02:29:18.096438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:19.917432 run osmo-stp_10.42.42.5(pid=12040): stderr: \u000a| �[0;m�[38;5;43m20221209022918271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022918271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022918271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022918272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022918272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022918272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022918273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:19.971270 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12040): Process ended prematurely: osmo-stp_10.42.42.5(pid=12040) [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12040)] [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a02:29:19.979628 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:29:20.038869 run osmo-hlr_10.42.42.2(pid=12037): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12037)]\u000a02:29:20.087631 run osmo-hlr_10.42.42.2(pid=12037): stdout: \u000a| (launched: 2022-12-09_02:29:17.116765) \u000a02:29:20.137001 run osmo-hlr_10.42.42.2(pid=12037): stderr: \u000a| �[0;m�[1;31m20221209022917312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022917312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022917312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022917312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022917312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022917312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022917325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022917333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022917333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022917333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:20.204612 run osmo-msc_10.42.42.6(pid=12043): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12043)]\u000a02:29:20.253435 run osmo-msc_10.42.42.6(pid=12043): stdout: \u000a| (launched: 2022-12-09_02:29:19.082187) \u000a02:29:20.302556 run osmo-msc_10.42.42.6(pid=12043): stderr: \u000a| �[0;m�[38;5;43m20221209022919355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022919355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd41672c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022919356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022919356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022919356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022919356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022919359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022919360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022919360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022919360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:20.344137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12036): Terminating (SIGTERM)\u000a02:29:20.383576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12039): Terminating (SIGTERM)\u000a02:29:20.423381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12042): Terminating (SIGTERM)\u000a02:29:20.432631 --- ParallelTerminationStrategy: PID 12036 died...\u000a02:29:20.485883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12036): Terminated: ok {rc=0}\u000a02:29:20.495426 --- ParallelTerminationStrategy: PID 12039 died...\u000a02:29:20.548476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12039): Terminated: ok {rc=0}\u000a02:29:20.558100 --- ParallelTerminationStrategy: PID 12042 died...\u000a02:29:20.611324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12042): Terminated: ok {rc=0}\u000a02:29:20.700183 bus /sierra_3: Setting Powered False\u000a02:29:21.804140 bus /sierra_3: Setting Powered False\u000a02:29:22.915570 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12051): Process ended prematurely: osmo-stp_10.42.42.5(pid=12051) [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12051): Process ended prematurely: osmo-stp_10.42.42.5(pid=12051) [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:29:24.026805 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:24.038776 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a02:29:24.179680 tst mo_mt_call_osmux.py: using LAC 18440\u000a02:29:24.305598 tst mo_mt_call_osmux.py: using RAC 80\u000a02:29:24.425738 tst mo_mt_call_osmux.py: using CellId 18440\u000a02:29:24.547384 tst mo_mt_call_osmux.py: using BVCI 18441\u000a02:29:24.570781 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:24.581912 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:24.592727 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:24.603759 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:24.614847 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:29:24.625900 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:29:24.746654 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:29:24.954966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:25.450388 run create_hlr_db(pid=12045): Launched\u000a02:29:25.627341 bus /sierra_2: Setting Powered False\u000a02:29:26.648819 run create_hlr_db(pid=12045): Terminated: ok {rc=0}\u000a02:29:27.087439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12047): Launched\u000a02:29:27.420547 run osmo-hlr_10.42.42.2(pid=12048): Launched\u000a02:29:27.541174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:28.115530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12050): Launched\u000a02:29:28.447511 run osmo-stp_10.42.42.5(pid=12051): Launched\u000a02:29:28.569557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:29.173930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12053): Launched\u000a02:29:29.506342 run osmo-msc_10.42.42.6(pid=12054): Launched\u000a02:29:29.700144 run osmo-stp_10.42.42.5(pid=12051): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)]\u000a02:29:29.839650 run osmo-stp_10.42.42.5(pid=12051): stdout: \u000a| (launched: 2022-12-09_02:29:28.284238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:29.978012 run osmo-stp_10.42.42.5(pid=12051): stderr: \u000a| �[0;m�[38;5;43m20221209022928481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022928481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022928481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022928482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022928482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022928482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022928482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:30.111029 run osmo-stp_10.42.42.5(pid=12051): stdout: \u000a| (launched: 2022-12-09_02:29:28.284238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:30.242840 run osmo-stp_10.42.42.5(pid=12051): stderr: \u000a| �[0;m�[38;5;43m20221209022928481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022928481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022928481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022928482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022928482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022928482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022928482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:30.301267 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12051): Process ended prematurely: osmo-stp_10.42.42.5(pid=12051) [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)] [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a02:29:30.310792 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:29:30.374945 run osmo-hlr_10.42.42.2(pid=12048): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12048)]\u000a02:29:30.426856 run osmo-hlr_10.42.42.2(pid=12048): stdout: \u000a| (launched: 2022-12-09_02:29:27.255298) \u000a02:29:30.479223 run osmo-hlr_10.42.42.2(pid=12048): stderr: \u000a| �[0;m�[1;31m20221209022927456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022927456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022927456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022927456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022927456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022927456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022927468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022927477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022927478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022927478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:30.550525 run osmo-msc_10.42.42.6(pid=12054): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12054)]\u000a02:29:30.602357 run osmo-msc_10.42.42.6(pid=12054): stdout: \u000a| (launched: 2022-12-09_02:29:29.342140) \u000a02:29:30.654479 run osmo-msc_10.42.42.6(pid=12054): stderr: \u000a| �[0;m�[38;5;43m20221209022929665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022929665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f097623cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022929665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022929665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022929666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022929666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022929667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022929668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022929668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022929668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:30.698737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12047): Terminating (SIGTERM)\u000a02:29:30.741001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12050): Terminating (SIGTERM)\u000a02:29:30.783141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12053): Terminating (SIGTERM)\u000a02:29:30.793205 --- ParallelTerminationStrategy: PID 12047 died...\u000a02:29:30.861826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12047): Terminated: ok {rc=0}\u000a02:29:30.876593 --- ParallelTerminationStrategy: PID 12050 died...\u000a02:29:30.932801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12050): Terminated: ok {rc=0}\u000a02:29:30.944208 --- ParallelTerminationStrategy: PID 12053 died...\u000a02:29:31.001985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12053): Terminated: ok {rc=0}\u000a02:29:31.095106 bus /sierra_3: Setting Powered False\u000a02:29:32.204115 bus /sierra_3: Setting Powered False\u000a02:29:33.314835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:29:13" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12065): Process ended prematurely: osmo-stp_10.42.42.5(pid=12065) [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12065)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12065): Process ended prematurely: osmo-stp_10.42.42.5(pid=12065) [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a02:29:35.312057 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:35.323783 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:29:35.468879 tst mo_mt_call.py: using LAC 18441\u000a02:29:35.598043 tst mo_mt_call.py: using RAC 81\u000a02:29:35.727547 tst mo_mt_call.py: using CellId 18441\u000a02:29:35.855457 tst mo_mt_call.py: using BVCI 18442\u000a02:29:35.880874 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:35.892914 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:35.904795 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:35.916799 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:35.928757 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:35.940644 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:36.060865 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:36.272284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:36.768173 run create_hlr_db(pid=12059): Launched\u000a02:29:36.945239 bus /sierra_2: Setting Powered False\u000a02:29:37.966384 run create_hlr_db(pid=12059): Terminated: ok {rc=0}\u000a02:29:38.379318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12061): Launched\u000a02:29:38.688527 run osmo-hlr_10.42.42.2(pid=12062): Launched\u000a02:29:38.810600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:39.355510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12064): Launched\u000a02:29:39.664693 run osmo-stp_10.42.42.5(pid=12065): Launched\u000a02:29:39.776886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:40.341600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12067): Launched\u000a02:29:40.653058 run osmo-msc_10.42.42.6(pid=12068): Launched\u000a02:29:40.834973 run osmo-stp_10.42.42.5(pid=12065): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12065)]\u000a02:29:40.965547 run osmo-stp_10.42.42.5(pid=12065): stdout: \u000a| (launched: 2022-12-09_02:29:39.512830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:41.093625 run osmo-stp_10.42.42.5(pid=12065): stderr: \u000a| �[0;m�[38;5;43m20221209022939685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022939685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022939685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022939686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022939686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022939686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022939686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:41.217584 run osmo-stp_10.42.42.5(pid=12065): stdout: \u000a| (launched: 2022-12-09_02:29:39.512830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:41.339970 run osmo-stp_10.42.42.5(pid=12065): stderr: \u000a| �[0;m�[38;5;43m20221209022939685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022939685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022939685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022939686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022939686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022939686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022939686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:41.394581 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12065): Process ended prematurely: osmo-stp_10.42.42.5(pid=12065) [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12065)] [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a02:29:41.403321 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:29:41.462760 run osmo-hlr_10.42.42.2(pid=12062): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12062)]\u000a02:29:41.511816 run osmo-hlr_10.42.42.2(pid=12062): stdout: \u000a| (launched: 2022-12-09_02:29:38.536406) \u000a02:29:41.561140 run osmo-hlr_10.42.42.2(pid=12062): stderr: \u000a| �[0;m�[1;31m20221209022938717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022938717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022938717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022938717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022938717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022938717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022938729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022938739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022938740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022938740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:41.628218 run osmo-msc_10.42.42.6(pid=12068): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12068)]\u000a02:29:41.676860 run osmo-msc_10.42.42.6(pid=12068): stdout: \u000a| (launched: 2022-12-09_02:29:40.499168) \u000a02:29:41.726264 run osmo-msc_10.42.42.6(pid=12068): stderr: \u000a| �[0;m�[38;5;43m20221209022940772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022940772 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0db18b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022940772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022940772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022940773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022940773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022940774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022940775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022940775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022940775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:41.768074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12061): Terminating (SIGTERM)\u000a02:29:41.807832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12064): Terminating (SIGTERM)\u000a02:29:41.847383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12067): Terminating (SIGTERM)\u000a02:29:41.856577 --- ParallelTerminationStrategy: PID 12061 died...\u000a02:29:41.909818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12061): Terminated: ok {rc=0}\u000a02:29:41.919446 --- ParallelTerminationStrategy: PID 12064 died...\u000a02:29:41.972623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12064): Terminated: ok {rc=0}\u000a02:29:41.982334 --- ParallelTerminationStrategy: PID 12067 died...\u000a02:29:42.034921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12067): Terminated: ok {rc=0}\u000a02:29:42.118133 bus /sierra_3: Setting Powered False\u000a02:29:43.218942 bus /sierra_3: Setting Powered False\u000a02:29:44.325595 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12076): Process ended prematurely: osmo-stp_10.42.42.5(pid=12076) [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12076): Process ended prematurely: osmo-stp_10.42.42.5(pid=12076) [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:29:45.434878 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:45.447407 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:29:45.597795 tst mo_mt_call_osmux.py: using LAC 18442\u000a02:29:45.720218 tst mo_mt_call_osmux.py: using RAC 82\u000a02:29:45.844301 tst mo_mt_call_osmux.py: using CellId 18442\u000a02:29:45.992910 tst mo_mt_call_osmux.py: using BVCI 18443\u000a02:29:46.019820 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:46.032829 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:46.046732 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:46.061530 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:46.075247 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:46.088163 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:46.213324 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:46.471501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:47.006461 run create_hlr_db(pid=12070): Launched\u000a02:29:47.188131 bus /sierra_2: Setting Powered False\u000a02:29:48.206004 run create_hlr_db(pid=12070): Terminated: ok {rc=0}\u000a02:29:48.617560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12072): Launched\u000a02:29:48.925404 run osmo-hlr_10.42.42.2(pid=12073): Launched\u000a02:29:49.044260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:49.589108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12075): Launched\u000a02:29:49.899290 run osmo-stp_10.42.42.5(pid=12076): Launched\u000a02:29:50.012629 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:50.576582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12078): Launched\u000a02:29:50.885910 run osmo-msc_10.42.42.6(pid=12079): Launched\u000a02:29:51.066435 run osmo-stp_10.42.42.5(pid=12076): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)]\u000a02:29:51.196065 run osmo-stp_10.42.42.5(pid=12076): stdout: \u000a| (launched: 2022-12-09_02:29:49.745582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:51.323655 run osmo-stp_10.42.42.5(pid=12076): stderr: \u000a| �[0;m�[38;5;43m20221209022949917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022949917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022949917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022949917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022949918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022949918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022949918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:51.447168 run osmo-stp_10.42.42.5(pid=12076): stdout: \u000a| (launched: 2022-12-09_02:29:49.745582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:51.569561 run osmo-stp_10.42.42.5(pid=12076): stderr: \u000a| �[0;m�[38;5;43m20221209022949917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209022949917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209022949917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209022949917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209022949918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209022949918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209022949918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:51.623456 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12076): Process ended prematurely: osmo-stp_10.42.42.5(pid=12076) [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)] [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a02:29:51.632230 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:29:51.691900 run osmo-hlr_10.42.42.2(pid=12073): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12073)]\u000a02:29:51.740876 run osmo-hlr_10.42.42.2(pid=12073): stdout: \u000a| (launched: 2022-12-09_02:29:48.774472) \u000a02:29:51.790456 run osmo-hlr_10.42.42.2(pid=12073): stderr: \u000a| �[0;m�[1;31m20221209022948951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022948951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022948951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022948951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022948951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022948951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022948963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022948974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022948974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022948975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:51.857910 run osmo-msc_10.42.42.6(pid=12079): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12079)]\u000a02:29:51.906628 run osmo-msc_10.42.42.6(pid=12079): stdout: \u000a| (launched: 2022-12-09_02:29:50.733211) \u000a02:29:51.956356 run osmo-msc_10.42.42.6(pid=12079): stderr: \u000a| �[0;m�[38;5;43m20221209022951008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209022951008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60534c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209022951008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209022951008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209022951008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209022951008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209022951010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209022951010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209022951011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209022951011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:51.998400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12072): Terminating (SIGTERM)\u000a02:29:52.038079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12075): Terminating (SIGTERM)\u000a02:29:52.077960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12078): Terminating (SIGTERM)\u000a02:29:52.087136 --- ParallelTerminationStrategy: PID 12072 died...\u000a02:29:52.140421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12072): Terminated: ok {rc=0}\u000a02:29:52.149999 --- ParallelTerminationStrategy: PID 12075 died...\u000a02:29:52.202811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12075): Terminated: ok {rc=0}\u000a02:29:52.212289 --- ParallelTerminationStrategy: PID 12078 died...\u000a02:29:52.265134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12078): Terminated: ok {rc=0}\u000a02:29:52.348543 bus /sierra_3: Setting Powered False\u000a02:29:53.456010 bus /sierra_3: Setting Powered False\u000a02:29:54.563465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:29:35" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12090): Process ended prematurely: osmo-stp_10.42.42.5(pid=12090) [trial-2353↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12090)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12090): Process ended prematurely: osmo-stp_10.42.42.5(pid=12090) [trial-2353↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:29:56.582060 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:56.592697 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:56.729176 tst emergency_mo_mt_call.py: using LAC 18443\u000a02:29:56.850069 tst emergency_mo_mt_call.py: using RAC 83\u000a02:29:56.974253 tst emergency_mo_mt_call.py: using CellId 18443\u000a02:29:57.092347 tst emergency_mo_mt_call.py: using BVCI 18444\u000a02:29:57.115755 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:57.126640 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:57.137302 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:57.147867 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:57.158453 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:57.169046 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:57.285016 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:57.498507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:58.010427 run create_hlr_db(pid=12084): Launched\u000a02:29:58.199053 bus /sierra_2: Setting Powered False\u000a02:29:59.218628 run create_hlr_db(pid=12084): Terminated: ok {rc=0}\u000a02:29:59.627517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12086): Launched\u000a02:29:59.930808 run osmo-hlr_10.42.42.2(pid=12087): Launched\u000a02:30:00.049769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:00.584838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12089): Launched\u000a02:30:00.888350 run osmo-stp_10.42.42.5(pid=12090): Launched\u000a02:30:01.093350 tst emergency_mo_mt_call.py: using MSISDN 6981\u000a02:30:01.405094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:30:02.067859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12095): Launched\u000a02:30:02.400551 run osmo-msc_10.42.42.6(pid=12096): Launched\u000a02:30:02.600782 run osmo-stp_10.42.42.5(pid=12090): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12090)]\u000a02:30:02.729789 run osmo-stp_10.42.42.5(pid=12090): stdout: \u000a| (launched: 2022-12-09_02:30:00.738932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:02.856226 run osmo-stp_10.42.42.5(pid=12090): stderr: \u000a| �[0;m�[38;5;43m20221209023001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023001014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023001014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023001014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023001014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023001015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:02.977905 run osmo-stp_10.42.42.5(pid=12090): stdout: \u000a| (launched: 2022-12-09_02:30:00.738932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:03.098583 run osmo-stp_10.42.42.5(pid=12090): stderr: \u000a| �[0;m�[38;5;43m20221209023001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023001013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023001014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023001014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023001014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023001014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023001015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:03.151441 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12090): Process ended prematurely: osmo-stp_10.42.42.5(pid=12090) [trial-2353↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12090)] [trial-2353↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a02:30:03.159584 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a02:30:03.219220 run osmo-hlr_10.42.42.2(pid=12087): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12087)]\u000a02:30:03.268319 run osmo-hlr_10.42.42.2(pid=12087): stdout: \u000a| (launched: 2022-12-09_02:29:59.781574) \u000a02:30:03.318537 run osmo-hlr_10.42.42.2(pid=12087): stderr: \u000a| �[0;m�[1;31m20221209022959962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209022959962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209022959962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022959963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209022959963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209022959963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209022959975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209022959985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209022959986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209022959986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:03.385858 run osmo-msc_10.42.42.6(pid=12096): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12096)]\u000a02:30:03.434995 run osmo-msc_10.42.42.6(pid=12096): stdout: \u000a| (launched: 2022-12-09_02:30:02.225816) \u000a02:30:03.484128 run osmo-msc_10.42.42.6(pid=12096): stderr: \u000a| �[0;m�[38;5;43m20221209023002577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023002577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1aea3d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023002578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023002578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023002578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023002578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023002580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023002581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023002581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023002581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:30:03.526053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12086): Terminating (SIGTERM)\u000a02:30:03.565697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12089): Terminating (SIGTERM)\u000a02:30:03.605409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12095): Terminating (SIGTERM)\u000a02:30:03.614551 --- ParallelTerminationStrategy: PID 12086 died...\u000a02:30:03.667565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12086): Terminated: ok {rc=0}\u000a02:30:03.677128 --- ParallelTerminationStrategy: PID 12089 died...\u000a02:30:03.729697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12089): Terminated: ok {rc=0}\u000a02:30:03.739142 --- ParallelTerminationStrategy: PID 12095 died...\u000a02:30:03.791786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12095): Terminated: ok {rc=0}\u000a02:30:03.880834 bus /sierra_3: Setting Powered False\u000a02:30:04.982360 bus /sierra_3: Setting Powered False\u000a02:30:06.094868 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12104): Process ended prematurely: osmo-stp_10.42.42.5(pid=12104) [trial-2353↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12104): Process ended prematurely: osmo-stp_10.42.42.5(pid=12104) [trial-2353↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:30:07.145987 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:30:07.157540 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:07.297320 tst emergency_preemptive_call.py: using LAC 18444\u000a02:30:07.415883 tst emergency_preemptive_call.py: using RAC 84\u000a02:30:07.536733 tst emergency_preemptive_call.py: using CellId 18444\u000a02:30:07.657111 tst emergency_preemptive_call.py: using BVCI 18445\u000a02:30:07.680250 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:30:07.691134 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:30:07.701765 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:30:07.712337 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:30:07.722972 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:30:07.733841 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:07.855221 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:07.976660 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:08.097228 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:08.310047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:08.824078 run create_hlr_db(pid=12098): Launched\u000a02:30:09.012843 bus /sierra_2: Setting Powered False\u000a02:30:10.032678 run create_hlr_db(pid=12098): Terminated: ok {rc=0}\u000a02:30:10.441379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12100): Launched\u000a02:30:10.746274 run osmo-hlr_10.42.42.2(pid=12101): Launched\u000a02:30:10.858362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:11.382586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12103): Launched\u000a02:30:11.685764 run osmo-stp_10.42.42.5(pid=12104): Launched\u000a02:30:11.807146 tst emergency_preemptive_call.py: using MSISDN 6982\u000a02:30:11.957260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:30:12.507163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12106): Launched\u000a02:30:12.810698 run osmo-msc_10.42.42.6(pid=12107): Launched\u000a02:30:12.988232 run osmo-stp_10.42.42.5(pid=12104): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)]\u000a02:30:13.116004 run osmo-stp_10.42.42.5(pid=12104): stdout: \u000a| (launched: 2022-12-09_02:30:11.536242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:13.242072 run osmo-stp_10.42.42.5(pid=12104): stderr: \u000a| �[0;m�[38;5;43m20221209023011707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023011707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023011708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023011708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023011708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023011709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023011709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:13.363069 run osmo-stp_10.42.42.5(pid=12104): stdout: \u000a| (launched: 2022-12-09_02:30:11.536242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:13.483244 run osmo-stp_10.42.42.5(pid=12104): stderr: \u000a| �[0;m�[38;5;43m20221209023011707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023011707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023011708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023011708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023011708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023011709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023011709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:13.536151 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12104): Process ended prematurely: osmo-stp_10.42.42.5(pid=12104) [trial-2353↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12104)] [trial-2353↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a02:30:13.544220 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a02:30:13.604813 run osmo-hlr_10.42.42.2(pid=12101): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12101)]\u000a02:30:13.654379 run osmo-hlr_10.42.42.2(pid=12101): stdout: \u000a| (launched: 2022-12-09_02:30:10.597157) \u000a02:30:13.704580 run osmo-hlr_10.42.42.2(pid=12101): stderr: \u000a| �[0;m�[1;31m20221209023010776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023010776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023010776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023010776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023010776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023010776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023010790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023010799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023010799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023010799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:13.772823 run osmo-msc_10.42.42.6(pid=12107): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12107)]\u000a02:30:13.822239 run osmo-msc_10.42.42.6(pid=12107): stdout: \u000a| (launched: 2022-12-09_02:30:12.661413) \u000a02:30:13.871976 run osmo-msc_10.42.42.6(pid=12107): stderr: \u000a| �[0;m�[38;5;43m20221209023012933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023012933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc1a403c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023012934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023012934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023012934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023012934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023012936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023012937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023012937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023012937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:30:13.914133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12100): Terminating (SIGTERM)\u000a02:30:13.953888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12103): Terminating (SIGTERM)\u000a02:30:13.993846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12106): Terminating (SIGTERM)\u000a02:30:14.002720 --- ParallelTerminationStrategy: PID 12100 died...\u000a02:30:14.056118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12100): Terminated: ok {rc=0}\u000a02:30:14.065788 --- ParallelTerminationStrategy: PID 12103 died...\u000a02:30:14.118927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12103): Terminated: ok {rc=0}\u000a02:30:14.128459 --- ParallelTerminationStrategy: PID 12106 died...\u000a02:30:14.181694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12106): Terminated: ok {rc=0}\u000a02:30:14.270446 bus /sierra_9: Setting Powered False\u000a02:30:15.373424 bus /sierra_9: Setting Powered False\u000a02:30:16.496341 bus /sierra_8: Setting Powered False\u000a02:30:17.603919 bus /sierra_8: Setting Powered False\u000a02:30:18.712411 bus /sierra_3: Setting Powered False\u000a02:30:19.819397 bus /sierra_3: Setting Powered False\u000a02:30:20.929554 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:29:56" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12122): Process ended prematurely: osmo-stp_10.42.42.5(pid=12122) [trial-2353↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12122): Process ended prematurely: osmo-stp_10.42.42.5(pid=12122) [trial-2353↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:30:23.077261 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.088423 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:23.232821 tst cs_paging_gprs_active.py: using LAC 18445\u000a02:30:23.362657 tst cs_paging_gprs_active.py: using RAC 85\u000a02:30:23.490101 tst cs_paging_gprs_active.py: using CellId 18445\u000a02:30:23.617631 tst cs_paging_gprs_active.py: using BVCI 18446\u000a02:30:23.642843 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.654097 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.665165 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.676370 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.687561 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.698812 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.710308 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.721542 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:23.732793 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:23.856564 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:24.155988 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:30:24.295435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:24.639421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12112): Launched\u000a02:30:24.924267 run iperf3-srv_10.42.42.10(pid=12113): Launched\u000a02:30:25.127302 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:30:25.265746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:25.608095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12114): Launched\u000a02:30:25.893461 run iperf3-srv_10.42.42.10(pid=12115): Launched\u000a02:30:26.096281 tst cs_paging_gprs_active.py:38: start network...\u000a02:30:26.234667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:26.755941 run create_hlr_db(pid=12116): Launched\u000a02:30:26.947010 bus /sierra_2: Setting Powered False\u000a02:30:27.968057 run create_hlr_db(pid=12116): Terminated: ok {rc=0}\u000a02:30:28.383707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12118): Launched\u000a02:30:28.695660 run osmo-hlr_10.42.42.2(pid=12119): Launched\u000a02:30:28.819637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:29.360055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12121): Launched\u000a02:30:29.669195 run osmo-stp_10.42.42.5(pid=12122): Launched\u000a02:30:29.781723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:30.322031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12124): Launched\u000a02:30:30.432361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:30.702832 run patchelf(pid=12125): Launched\u000a02:30:30.893472 run osmo-stp_10.42.42.5(pid=12122): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)]\u000a02:30:31.028444 run osmo-stp_10.42.42.5(pid=12122): stdout: \u000a| (launched: 2022-12-09_02:30:29.517148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:31.163853 run osmo-stp_10.42.42.5(pid=12122): stderr: \u000a| �[0;m�[38;5;43m20221209023029688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023029688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023029688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023029689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023029689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023029689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023029689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:31.295324 run osmo-stp_10.42.42.5(pid=12122): stdout: \u000a| (launched: 2022-12-09_02:30:29.517148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:31.425587 run osmo-stp_10.42.42.5(pid=12122): stderr: \u000a| �[0;m�[38;5;43m20221209023029688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023029688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023029688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023029689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023029689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023029689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023029689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:31.575953 run patchelf(pid=12125): Terminating (SIGINT)\u000a02:30:31.752197 run patchelf(pid=12125): Terminated: ok {rc=0}\u000a02:30:31.785285 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12122): Process ended prematurely: osmo-stp_10.42.42.5(pid=12122) [trial-2353↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12122)] [trial-2353↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a02:30:31.795824 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:30:31.857773 run osmo-hlr_10.42.42.2(pid=12119): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12119)]\u000a02:30:31.908098 run osmo-hlr_10.42.42.2(pid=12119): stdout: \u000a| (launched: 2022-12-09_02:30:28.541301) \u000a02:30:31.959360 run osmo-hlr_10.42.42.2(pid=12119): stderr: \u000a| �[0;m�[1;31m20221209023028717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023028717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023028717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023028717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023028717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023028717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023028729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023028737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023028737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023028738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:32.017572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12112): Terminating (SIGTERM)\u000a02:30:32.074281 run iperf3-srv_10.42.42.10(pid=12113): Terminating (SIGTERM)\u000a02:30:32.116682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12114): Terminating (SIGTERM)\u000a02:30:32.158274 run iperf3-srv_10.42.42.10(pid=12115): Terminating (SIGTERM)\u000a02:30:32.202289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12118): Terminating (SIGTERM)\u000a02:30:32.242864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12121): Terminating (SIGTERM)\u000a02:30:32.283942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12124): Terminating (SIGTERM)\u000a02:30:32.293331 --- ParallelTerminationStrategy: PID 12112 died...\u000a02:30:32.347322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12112): Terminated: ok {rc=0}\u000a02:30:32.356920 --- ParallelTerminationStrategy: PID 12113 died...\u000a02:30:32.410281 run iperf3-srv_10.42.42.10(pid=12113): Terminated {rc=256}\u000a02:30:32.419764 --- ParallelTerminationStrategy: PID 12114 died...\u000a02:30:32.473195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12114): Terminated: ok {rc=0}\u000a02:30:32.482689 --- ParallelTerminationStrategy: PID 12115 died...\u000a02:30:32.535632 run iperf3-srv_10.42.42.10(pid=12115): Terminated {rc=256}\u000a02:30:32.545319 --- ParallelTerminationStrategy: PID 12118 died...\u000a02:30:32.598206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12118): Terminated: ok {rc=0}\u000a02:30:32.607747 --- ParallelTerminationStrategy: PID 12121 died...\u000a02:30:32.660567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12121): Terminated: ok {rc=0}\u000a02:30:32.670204 --- ParallelTerminationStrategy: PID 12124 died...\u000a02:30:32.723792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12124): Terminated: ok {rc=0}\u000a02:30:32.810017 bus /gobi_0: Setting Powered False\u000a02:30:33.918160 bus /gobi_0: Setting Powered False\u000a02:30:35.026503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12134): Process ended prematurely: osmo-stp_10.42.42.5(pid=12134) [trial-2353↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12134)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12134): Process ended prematurely: osmo-stp_10.42.42.5(pid=12134) [trial-2353↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a02:30:36.144741 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.156773 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:36.311265 tst iperf3.py: using LAC 18446\u000a02:30:36.439963 tst iperf3.py: using RAC 86\u000a02:30:36.570314 tst iperf3.py: using CellId 18446\u000a02:30:36.699185 tst iperf3.py: using BVCI 18447\u000a02:30:36.724772 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.736305 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.747391 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.759092 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.770675 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.782274 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.794475 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.806284 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:36.819274 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:37.114686 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:30:37.253505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:37.596393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12126): Launched\u000a02:30:37.881741 run iperf3-srv_10.42.42.10(pid=12127): Launched\u000a02:30:38.085116 tst iperf3.py:8: start network...\u000a02:30:38.224180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:38.744207 run create_hlr_db(pid=12128): Launched\u000a02:30:38.934416 bus /gobi_6: Setting Powered False\u000a02:30:39.955561 run create_hlr_db(pid=12128): Terminated: ok {rc=0}\u000a02:30:40.391766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12130): Launched\u000a02:30:40.721893 run osmo-hlr_10.42.42.2(pid=12131): Launched\u000a02:30:40.842435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:41.418341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12133): Launched\u000a02:30:41.750498 run osmo-stp_10.42.42.5(pid=12134): Launched\u000a02:30:41.871394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:42.454839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12136): Launched\u000a02:30:42.565534 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:42.834939 run patchelf(pid=12137): Launched\u000a02:30:43.015888 run osmo-stp_10.42.42.5(pid=12134): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12134)]\u000a02:30:43.147814 run osmo-stp_10.42.42.5(pid=12134): stdout: \u000a| (launched: 2022-12-09_02:30:41.587168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:43.280336 run osmo-stp_10.42.42.5(pid=12134): stderr: \u000a| �[0;m�[38;5;43m20221209023041780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023041780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023041780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023041781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023041783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023041783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023041783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:43.408087 run osmo-stp_10.42.42.5(pid=12134): stdout: \u000a| (launched: 2022-12-09_02:30:41.587168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:43.534961 run osmo-stp_10.42.42.5(pid=12134): stderr: \u000a| �[0;m�[38;5;43m20221209023041780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023041780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023041780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023041781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023041783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023041783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023041783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:43.682194 run patchelf(pid=12137): Terminating (SIGINT)\u000a02:30:43.854916 run patchelf(pid=12137): Terminated: ok {rc=0}\u000a02:30:43.886626 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12134): Process ended prematurely: osmo-stp_10.42.42.5(pid=12134) [trial-2353↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12134)] [trial-2353↪gprs:trx-b200↪iperf3.py:8]\u000a02:30:43.895814 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:30:43.955928 run osmo-hlr_10.42.42.2(pid=12131): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12131)]\u000a02:30:44.004541 run osmo-hlr_10.42.42.2(pid=12131): stdout: \u000a| (launched: 2022-12-09_02:30:40.559645) \u000a02:30:44.053885 run osmo-hlr_10.42.42.2(pid=12131): stderr: \u000a| �[0;m�[1;31m20221209023040759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023040759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023040759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023040759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023040760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023040760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023040781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023040790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023040790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023040790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:44.096121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12126): Terminating (SIGTERM)\u000a02:30:44.136227 run iperf3-srv_10.42.42.10(pid=12127): Terminating (SIGTERM)\u000a02:30:44.176298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12130): Terminating (SIGTERM)\u000a02:30:44.216155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12133): Terminating (SIGTERM)\u000a02:30:44.256282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12136): Terminating (SIGTERM)\u000a02:30:44.266099 --- ParallelTerminationStrategy: PID 12126 died...\u000a02:30:44.319681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12126): Terminated: ok {rc=0}\u000a02:30:44.329443 --- ParallelTerminationStrategy: PID 12127 died...\u000a02:30:44.382880 run iperf3-srv_10.42.42.10(pid=12127): Terminated {rc=256}\u000a02:30:44.392540 --- ParallelTerminationStrategy: PID 12130 died...\u000a02:30:44.445652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12130): Terminated: ok {rc=0}\u000a02:30:44.455422 --- ParallelTerminationStrategy: PID 12133 died...\u000a02:30:44.508472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12133): Terminated: ok {rc=0}\u000a02:30:44.518352 --- ParallelTerminationStrategy: PID 12136 died...\u000a02:30:44.571325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12136): Terminated: ok {rc=0}\u000a02:30:44.660306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12152): Process ended prematurely: osmo-stp_10.42.42.5(pid=12152) [trial-2353↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12152): Process ended prematurely: osmo-stp_10.42.42.5(pid=12152) [trial-2353↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a02:30:45.772870 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:45.789030 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:45.950855 tst iperf3m4.py: using LAC 18447\u000a02:30:46.090438 tst iperf3m4.py: using RAC 87\u000a02:30:46.229655 tst iperf3m4.py: using CellId 18447\u000a02:30:46.364629 tst iperf3m4.py: using BVCI 18448\u000a02:30:46.392184 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.405930 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.419133 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.431218 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.445112 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.457254 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.470812 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.484794 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.497552 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:46.629709 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:46.771659 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:46.917907 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:47.242276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:30:47.384597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:47.728433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12138): Launched\u000a02:30:48.012436 run iperf3-srv_10.42.42.10(pid=12139): Launched\u000a02:30:48.215240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:30:48.354077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:48.697811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12140): Launched\u000a02:30:48.981404 run iperf3-srv_10.42.42.10(pid=12141): Launched\u000a02:30:49.183625 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:30:49.322168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:49.663263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12142): Launched\u000a02:30:49.948032 run iperf3-srv_10.42.42.10(pid=12143): Launched\u000a02:30:50.150978 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:30:50.289719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:50.632361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12144): Launched\u000a02:30:50.915998 run iperf3-srv_10.42.42.10(pid=12145): Launched\u000a02:30:51.118768 tst iperf3m4.py:8: start network...\u000a02:30:51.257365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:51.780001 run create_hlr_db(pid=12146): Launched\u000a02:30:51.971474 bus /gobi_6: Setting Powered False\u000a02:30:52.990957 run create_hlr_db(pid=12146): Terminated: ok {rc=0}\u000a02:30:53.404118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12148): Launched\u000a02:30:53.713198 run osmo-hlr_10.42.42.2(pid=12149): Launched\u000a02:30:53.827767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:54.365136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12151): Launched\u000a02:30:54.676736 run osmo-stp_10.42.42.5(pid=12152): Launched\u000a02:30:54.789090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:55.328316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12154): Launched\u000a02:30:55.439171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:55.708643 run patchelf(pid=12155): Launched\u000a02:30:55.890190 run osmo-stp_10.42.42.5(pid=12152): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)]\u000a02:30:56.022494 run osmo-stp_10.42.42.5(pid=12152): stdout: \u000a| (launched: 2022-12-09_02:30:54.522902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:56.155319 run osmo-stp_10.42.42.5(pid=12152): stderr: \u000a| �[0;m�[38;5;43m20221209023054697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023054697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023054697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023054697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023054698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023054698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023054698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:56.283163 run osmo-stp_10.42.42.5(pid=12152): stdout: \u000a| (launched: 2022-12-09_02:30:54.522902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:56.410550 run osmo-stp_10.42.42.5(pid=12152): stderr: \u000a| �[0;m�[38;5;43m20221209023054697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023054697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023054697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023054697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023054698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023054698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023054698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:56.558555 run patchelf(pid=12155): Terminating (SIGINT)\u000a02:30:56.732122 run patchelf(pid=12155): Terminated: ok {rc=0}\u000a02:30:56.763861 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12152): Process ended prematurely: osmo-stp_10.42.42.5(pid=12152) [trial-2353↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12152)] [trial-2353↪gprs:trx-b200↪iperf3m4.py:8]\u000a02:30:56.773186 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:30:56.833746 run osmo-hlr_10.42.42.2(pid=12149): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12149)]\u000a02:30:56.883194 run osmo-hlr_10.42.42.2(pid=12149): stdout: \u000a| (launched: 2022-12-09_02:30:53.561275) \u000a02:30:56.933117 run osmo-hlr_10.42.42.2(pid=12149): stderr: \u000a| �[0;m�[1;31m20221209023053739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023053739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023053739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023053739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023053739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023053739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023053752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:56.976345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12138): Terminating (SIGTERM)\u000a02:30:57.016656 run iperf3-srv_10.42.42.10(pid=12139): Terminating (SIGTERM)\u000a02:30:57.057229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12140): Terminating (SIGTERM)\u000a02:30:57.097653 run iperf3-srv_10.42.42.10(pid=12141): Terminating (SIGTERM)\u000a02:30:57.138098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12142): Terminating (SIGTERM)\u000a02:30:57.178448 run iperf3-srv_10.42.42.10(pid=12143): Terminating (SIGTERM)\u000a02:30:57.218736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12144): Terminating (SIGTERM)\u000a02:30:57.258923 run iperf3-srv_10.42.42.10(pid=12145): Terminating (SIGTERM)\u000a02:30:57.299294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12148): Terminating (SIGTERM)\u000a02:30:57.339602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12151): Terminating (SIGTERM)\u000a02:30:57.379958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12154): Terminating (SIGTERM)\u000a02:30:57.389519 --- ParallelTerminationStrategy: PID 12138 died...\u000a02:30:57.443432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12138): Terminated: ok {rc=0}\u000a02:30:57.453432 --- ParallelTerminationStrategy: PID 12139 died...\u000a02:30:57.512133 run iperf3-srv_10.42.42.10(pid=12139): Terminated {rc=256}\u000a02:30:57.522684 --- ParallelTerminationStrategy: PID 12140 died...\u000a02:30:57.579717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12140): Terminated: ok {rc=0}\u000a02:30:57.589868 --- ParallelTerminationStrategy: PID 12141 died...\u000a02:30:57.646294 run iperf3-srv_10.42.42.10(pid=12141): Terminated {rc=256}\u000a02:30:57.656400 --- ParallelTerminationStrategy: PID 12142 died...\u000a02:30:57.713337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12142): Terminated: ok {rc=0}\u000a02:30:57.723456 --- ParallelTerminationStrategy: PID 12143 died...\u000a02:30:57.780012 run iperf3-srv_10.42.42.10(pid=12143): Terminated {rc=256}\u000a02:30:57.790428 --- ParallelTerminationStrategy: PID 12144 died...\u000a02:30:57.846770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12144): Terminated: ok {rc=0}\u000a02:30:57.857215 --- ParallelTerminationStrategy: PID 12145 died...\u000a02:30:57.913683 run iperf3-srv_10.42.42.10(pid=12145): Terminated {rc=256}\u000a02:30:57.923975 --- ParallelTerminationStrategy: PID 12148 died...\u000a02:30:57.980336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12148): Terminated: ok {rc=0}\u000a02:30:57.990711 --- ParallelTerminationStrategy: PID 12151 died...\u000a02:30:58.047499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12151): Terminated: ok {rc=0}\u000a02:30:58.057788 --- ParallelTerminationStrategy: PID 12154 died...\u000a02:30:58.114418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12154): Terminated: ok {rc=0}\u000a02:30:58.203397 bus /gobi_4: Setting Powered False\u000a02:30:59.310315 bus /gobi_4: Setting Powered False\u000a02:31:00.418486 bus /gobi_1: Setting Powered False\u000a02:31:01.522857 bus /gobi_1: Setting Powered False\u000a02:31:02.634419 bus /gobi_0: Setting Powered False\u000a02:31:03.737904 bus /gobi_0: Setting Powered False\u000a02:31:04.849550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12162): Process ended prematurely: osmo-stp_10.42.42.5(pid=12162) [trial-2353↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12162): Process ended prematurely: osmo-stp_10.42.42.5(pid=12162) [trial-2353↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a02:31:05.920114 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:05.931958 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:31:06.078303 tst ping.py: using LAC 18448\u000a02:31:06.204114 tst ping.py: using RAC 88\u000a02:31:06.330379 tst ping.py: using CellId 18448\u000a02:31:06.456817 tst ping.py: using BVCI 18449\u000a02:31:06.482074 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:06.493207 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:06.504229 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:06.515467 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:06.526624 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:06.537739 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:06.549088 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:06.560313 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:31:06.839496 tst ping.py:19: start network...\u000a02:31:06.966203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:07.454031 run create_hlr_db(pid=12156): Launched\u000a02:31:07.629699 bus /gobi_6: Setting Powered False\u000a02:31:08.651169 run create_hlr_db(pid=12156): Terminated: ok {rc=0}\u000a02:31:09.083419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12158): Launched\u000a02:31:09.409116 run osmo-hlr_10.42.42.2(pid=12159): Launched\u000a02:31:09.530713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:10.098364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12161): Launched\u000a02:31:10.424417 run osmo-stp_10.42.42.5(pid=12162): Launched\u000a02:31:10.542513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:11.107677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12164): Launched\u000a02:31:11.223744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:11.506158 run patchelf(pid=12165): Launched\u000a02:31:11.695229 run osmo-stp_10.42.42.5(pid=12162): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)]\u000a02:31:11.833557 run osmo-stp_10.42.42.5(pid=12162): stdout: \u000a| (launched: 2022-12-09_02:31:10.263268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:11.972065 run osmo-stp_10.42.42.5(pid=12162): stderr: \u000a| �[0;m�[38;5;43m20221209023110456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023110456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023110456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023110456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023110457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023110457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023110457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:12.106741 run osmo-stp_10.42.42.5(pid=12162): stdout: \u000a| (launched: 2022-12-09_02:31:10.263268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:12.239680 run osmo-stp_10.42.42.5(pid=12162): stderr: \u000a| �[0;m�[38;5;43m20221209023110456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023110456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023110456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023110456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023110457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023110457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023110457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:12.394593 run patchelf(pid=12165): Terminating (SIGINT)\u000a02:31:12.576471 run patchelf(pid=12165): Terminated: ok {rc=0}\u000a02:31:12.609586 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12162): Process ended prematurely: osmo-stp_10.42.42.5(pid=12162) [trial-2353↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)] [trial-2353↪gprs:trx-b200↪ping.py:22]\u000a02:31:12.618896 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:31:12.681771 run osmo-hlr_10.42.42.2(pid=12159): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12159)]\u000a02:31:12.733587 run osmo-hlr_10.42.42.2(pid=12159): stdout: \u000a| (launched: 2022-12-09_02:31:09.248756) \u000a02:31:12.785763 run osmo-hlr_10.42.42.2(pid=12159): stderr: \u000a| �[0;m�[1;31m20221209023109450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023109450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023109450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023109450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023109450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023109450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023109463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023109473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023109473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023109473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:12.829993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12158): Terminating (SIGTERM)\u000a02:31:12.871954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12161): Terminating (SIGTERM)\u000a02:31:12.913881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12164): Terminating (SIGTERM)\u000a02:31:12.923708 --- ParallelTerminationStrategy: PID 12158 died...\u000a02:31:12.979866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12158): Terminated: ok {rc=0}\u000a02:31:12.990154 --- ParallelTerminationStrategy: PID 12161 died...\u000a02:31:13.045705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12161): Terminated: ok {rc=0}\u000a02:31:13.055946 --- ParallelTerminationStrategy: PID 12164 died...\u000a02:31:13.111794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12164): Terminated: ok {rc=0}\u000a02:31:13.199206 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12172): Process ended prematurely: osmo-stp_10.42.42.5(pid=12172) [trial-2353↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12172): Process ended prematurely: osmo-stp_10.42.42.5(pid=12172) [trial-2353↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a02:31:14.251702 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.263561 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:31:14.415514 tst ping_idle_ping.py: using LAC 18449\u000a02:31:14.541125 tst ping_idle_ping.py: using RAC 89\u000a02:31:14.667041 tst ping_idle_ping.py: using CellId 18449\u000a02:31:14.795033 tst ping_idle_ping.py: using BVCI 18450\u000a02:31:14.819995 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.831172 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.842342 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.853653 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.865139 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.876033 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.887338 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:31:14.898775 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:31:15.194048 tst ping_idle_ping.py:24: start network...\u000a02:31:15.330158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:15.864543 run create_hlr_db(pid=12166): Launched\u000a02:31:16.057609 bus /gobi_6: Setting Powered False\u000a02:31:17.078947 run create_hlr_db(pid=12166): Terminated: ok {rc=0}\u000a02:31:17.517070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12168): Launched\u000a02:31:17.842392 run osmo-hlr_10.42.42.2(pid=12169): Launched\u000a02:31:17.964759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:18.529974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12171): Launched\u000a02:31:18.855671 run osmo-stp_10.42.42.5(pid=12172): Launched\u000a02:31:18.974743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:19.539749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12174): Launched\u000a02:31:19.648059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:19.914391 run patchelf(pid=12175): Launched\u000a02:31:20.091433 run osmo-stp_10.42.42.5(pid=12172): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)]\u000a02:31:20.221241 run osmo-stp_10.42.42.5(pid=12172): stdout: \u000a| (launched: 2022-12-09_02:31:18.694687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:20.351214 run osmo-stp_10.42.42.5(pid=12172): stderr: \u000a| �[0;m�[38;5;43m20221209023118888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023118888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023118889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023118889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023118890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023118890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023118890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:20.476769 run osmo-stp_10.42.42.5(pid=12172): stdout: \u000a| (launched: 2022-12-09_02:31:18.694687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:20.601450 run osmo-stp_10.42.42.5(pid=12172): stderr: \u000a| �[0;m�[38;5;43m20221209023118888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023118888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023118889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023118889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023118890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023118890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023118890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:20.746169 run patchelf(pid=12175): Terminating (SIGINT)\u000a02:31:20.916135 run patchelf(pid=12175): Terminated: ok {rc=0}\u000a02:31:20.946970 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12172): Process ended prematurely: osmo-stp_10.42.42.5(pid=12172) [trial-2353↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12172)] [trial-2353↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a02:31:20.955605 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:31:21.015019 run osmo-hlr_10.42.42.2(pid=12169): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12169)]\u000a02:31:21.063533 run osmo-hlr_10.42.42.2(pid=12169): stdout: \u000a| (launched: 2022-12-09_02:31:17.682330) \u000a02:31:21.112651 run osmo-hlr_10.42.42.2(pid=12169): stderr: \u000a| �[0;m�[1;31m20221209023117882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023117882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023117882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023117882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023117882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023117882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023117894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023117902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023117902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023117902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:21.155562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12168): Terminating (SIGTERM)\u000a02:31:21.195776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12171): Terminating (SIGTERM)\u000a02:31:21.235842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12174): Terminating (SIGTERM)\u000a02:31:21.245368 --- ParallelTerminationStrategy: PID 12168 died...\u000a02:31:21.299165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12168): Terminated: ok {rc=0}\u000a02:31:21.309047 --- ParallelTerminationStrategy: PID 12171 died...\u000a02:31:21.362195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12171): Terminated: ok {rc=0}\u000a02:31:21.371980 --- ParallelTerminationStrategy: PID 12174 died...\u000a02:31:21.425890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12174): Terminated: ok {rc=0}\u000a02:31:21.515071 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:30:22" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12190): Process ended prematurely: osmo-stp_10.42.42.5(pid=12190) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12190): Process ended prematurely: osmo-stp_10.42.42.5(pid=12190) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:31:23.678066 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:23.689649 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:23.840431 tst cs_paging_gprs_active.py: using LAC 18450\u000a02:31:23.967673 tst cs_paging_gprs_active.py: using RAC 90\u000a02:31:24.096336 tst cs_paging_gprs_active.py: using CellId 18450\u000a02:31:24.223958 tst cs_paging_gprs_active.py: using BVCI 18451\u000a02:31:24.249641 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.261240 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.272557 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.284078 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.295581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.307015 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.318714 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.330216 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:24.341965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:24.462130 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:24.747970 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:31:24.877991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:25.199534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12180): Launched\u000a02:31:25.466880 run iperf3-srv_10.42.42.10(pid=12181): Launched\u000a02:31:25.655522 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:31:25.784877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:26.106361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12182): Launched\u000a02:31:26.373394 run iperf3-srv_10.42.42.10(pid=12183): Launched\u000a02:31:26.562832 tst cs_paging_gprs_active.py:38: start network...\u000a02:31:26.692276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:27.189093 run create_hlr_db(pid=12184): Launched\u000a02:31:27.382390 bus /gobi_6: Setting Powered False\u000a02:31:28.402100 run create_hlr_db(pid=12184): Terminated: ok {rc=0}\u000a02:31:28.842555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12186): Launched\u000a02:31:29.174380 run osmo-hlr_10.42.42.2(pid=12187): Launched\u000a02:31:29.298186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:29.870583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12189): Launched\u000a02:31:30.180827 run osmo-stp_10.42.42.5(pid=12190): Launched\u000a02:31:30.304872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:30.866284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12192): Launched\u000a02:31:31.001678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:31.324025 run patchelf(pid=12193): Launched\u000a02:31:31.537032 run osmo-stp_10.42.42.5(pid=12190): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)]\u000a02:31:31.683741 run osmo-stp_10.42.42.5(pid=12190): stdout: \u000a| (launched: 2022-12-09_02:31:30.029067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:31.828692 run osmo-stp_10.42.42.5(pid=12190): stderr: \u000a| �[0;m�[38;5;43m20221209023130201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023130201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023130201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023130202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023130204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023130204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023130204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:31.966187 run osmo-stp_10.42.42.5(pid=12190): stdout: \u000a| (launched: 2022-12-09_02:31:30.029067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:32.096810 run osmo-stp_10.42.42.5(pid=12190): stderr: \u000a| �[0;m�[38;5;43m20221209023130201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023130201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023130201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023130202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023130204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023130204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023130204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:32.249431 run patchelf(pid=12193): Terminating (SIGINT)\u000a02:31:32.423500 run patchelf(pid=12193): Terminated: ok {rc=0}\u000a02:31:32.455833 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12190): Process ended prematurely: osmo-stp_10.42.42.5(pid=12190) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12190)] [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:31:32.465378 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:31:32.526292 run osmo-hlr_10.42.42.2(pid=12187): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12187)]\u000a02:31:32.576188 run osmo-hlr_10.42.42.2(pid=12187): stdout: \u000a| (launched: 2022-12-09_02:31:29.011595) \u000a02:31:32.626241 run osmo-hlr_10.42.42.2(pid=12187): stderr: \u000a| �[0;m�[1;31m20221209023129213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023129213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023129213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023129213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023129213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023129213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023129226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023129234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023129234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023129234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:32.668988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12180): Terminating (SIGTERM)\u000a02:31:32.709064 run iperf3-srv_10.42.42.10(pid=12181): Terminating (SIGTERM)\u000a02:31:32.749165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12182): Terminating (SIGTERM)\u000a02:31:32.789161 run iperf3-srv_10.42.42.10(pid=12183): Terminating (SIGTERM)\u000a02:31:32.829603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12186): Terminating (SIGTERM)\u000a02:31:32.869796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12189): Terminating (SIGTERM)\u000a02:31:32.909909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12192): Terminating (SIGTERM)\u000a02:31:32.919174 --- ParallelTerminationStrategy: PID 12180 died...\u000a02:31:32.972656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12180): Terminated: ok {rc=0}\u000a02:31:32.982185 --- ParallelTerminationStrategy: PID 12181 died...\u000a02:31:33.035046 run iperf3-srv_10.42.42.10(pid=12181): Terminated {rc=256}\u000a02:31:33.044633 --- ParallelTerminationStrategy: PID 12182 died...\u000a02:31:33.098264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12182): Terminated: ok {rc=0}\u000a02:31:33.107886 --- ParallelTerminationStrategy: PID 12183 died...\u000a02:31:33.160586 run iperf3-srv_10.42.42.10(pid=12183): Terminated {rc=256}\u000a02:31:33.170181 --- ParallelTerminationStrategy: PID 12186 died...\u000a02:31:33.223288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12186): Terminated: ok {rc=0}\u000a02:31:33.233396 --- ParallelTerminationStrategy: PID 12189 died...\u000a02:31:33.286741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12189): Terminated: ok {rc=0}\u000a02:31:33.296424 --- ParallelTerminationStrategy: PID 12192 died...\u000a02:31:33.349940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12192): Terminated: ok {rc=0}\u000a02:31:33.439179 bus /gobi_0: Setting Powered False\u000a02:31:34.542887 bus /gobi_0: Setting Powered False\u000a02:31:35.654673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:31:36.767186 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:36.778833 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:36.921855 tst iperf3.py: using LAC 18451\u000a02:31:37.042919 tst iperf3.py: using RAC 91\u000a02:31:37.166576 tst iperf3.py: using CellId 18451\u000a02:31:37.290550 tst iperf3.py: using BVCI 18452\u000a02:31:37.314222 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.325222 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.335781 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.346444 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.357201 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.367951 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.378790 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.389433 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.400232 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:37.681663 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:31:37.810441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:38.130033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12194): Launched\u000a02:31:38.395678 run iperf3-srv_10.42.42.10(pid=12195): Launched\u000a02:31:38.583496 tst iperf3.py:8: start network...\u000a02:31:38.712228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:39.206758 run create_hlr_db(pid=12196): Launched\u000a02:31:39.384271 bus /gobi_6: Setting Powered False\u000a02:31:40.405353 run create_hlr_db(pid=12196): Terminated: ok {rc=0}\u000a02:31:40.843627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Launched\u000a02:31:41.174383 run osmo-hlr_10.42.42.2(pid=12199): Launched\u000a02:31:41.297749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:41.874253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Launched\u000a02:31:42.205956 run osmo-stp_10.42.42.5(pid=12202): Launched\u000a02:31:42.327311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:42.904160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12204): Launched\u000a02:31:43.023042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:43.310802 run patchelf(pid=12205): Launched\u000a02:31:43.503532 run osmo-stp_10.42.42.5(pid=12202): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)]\u000a02:31:43.644019 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-09_02:31:42.042722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:43.785165 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221209023142237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023142237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023142237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023142238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023142238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023142238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023142238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:43.921271 run osmo-stp_10.42.42.5(pid=12202): stdout: \u000a| (launched: 2022-12-09_02:31:42.042722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:44.056087 run osmo-stp_10.42.42.5(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221209023142237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023142237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023142237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023142238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023142238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023142238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023142238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:44.213312 run patchelf(pid=12205): Terminating (SIGINT)\u000a02:31:44.397386 run patchelf(pid=12205): Terminated: ok {rc=0}\u000a02:31:44.431337 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12202): Process ended prematurely: osmo-stp_10.42.42.5(pid=12202) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12202)] [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a02:31:44.441745 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:31:44.505133 run osmo-hlr_10.42.42.2(pid=12199): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12199)]\u000a02:31:44.556260 run osmo-hlr_10.42.42.2(pid=12199): stdout: \u000a| (launched: 2022-12-09_02:31:41.011899) \u000a02:31:44.608322 run osmo-hlr_10.42.42.2(pid=12199): stderr: \u000a| �[0;m�[1;31m20221209023141215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023141215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023141215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023141215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023141215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023141215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023141229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023141237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:44.652255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12194): Terminating (SIGTERM)\u000a02:31:44.694291 run iperf3-srv_10.42.42.10(pid=12195): Terminating (SIGTERM)\u000a02:31:44.735989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminating (SIGTERM)\u000a02:31:44.777968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminating (SIGTERM)\u000a02:31:44.819752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12204): Terminating (SIGTERM)\u000a02:31:44.829697 --- ParallelTerminationStrategy: PID 12194 died...\u000a02:31:44.885407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12194): Terminated: ok {rc=0}\u000a02:31:44.895439 --- ParallelTerminationStrategy: PID 12195 died...\u000a02:31:44.950669 run iperf3-srv_10.42.42.10(pid=12195): Terminated {rc=256}\u000a02:31:44.960627 --- ParallelTerminationStrategy: PID 12198 died...\u000a02:31:45.016019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12198): Terminated: ok {rc=0}\u000a02:31:45.026369 --- ParallelTerminationStrategy: PID 12201 died...\u000a02:31:45.082186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12201): Terminated: ok {rc=0}\u000a02:31:45.092301 --- ParallelTerminationStrategy: PID 12204 died...\u000a02:31:45.148337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12204): Terminated: ok {rc=0}\u000a02:31:45.235971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12221): Process ended prematurely: osmo-stp_10.42.42.5(pid=12221) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12221)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12221): Process ended prematurely: osmo-stp_10.42.42.5(pid=12221) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:31:46.348924 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:46.362582 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:46.503056 tst iperf3m4.py: using LAC 18452\u000a02:31:46.635216 tst iperf3m4.py: using RAC 92\u000a02:31:46.768439 tst iperf3m4.py: using CellId 18452\u000a02:31:46.891990 tst iperf3m4.py: using BVCI 18453\u000a02:31:46.916322 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:46.927904 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:46.940154 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:46.953234 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:46.964627 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:46.975992 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:46.989300 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:47.000795 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:47.012266 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:47.130095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:47.256283 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:47.380104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:47.681344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:31:47.820148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:48.162907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12206): Launched\u000a02:31:48.448779 run iperf3-srv_10.42.42.10(pid=12207): Launched\u000a02:31:48.652121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:31:48.791434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:49.132790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12208): Launched\u000a02:31:49.417540 run iperf3-srv_10.42.42.10(pid=12209): Launched\u000a02:31:49.624999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:31:49.763132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:50.103132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12210): Launched\u000a02:31:50.385638 run iperf3-srv_10.42.42.10(pid=12211): Launched\u000a02:31:50.587563 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:31:50.725851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:51.065938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12212): Launched\u000a02:31:51.348668 run iperf3-srv_10.42.42.10(pid=12213): Launched\u000a02:31:51.550865 tst iperf3m4.py:8: start network...\u000a02:31:51.688719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:52.207626 run create_hlr_db(pid=12215): Launched\u000a02:31:52.398010 bus /gobi_6: Setting Powered False\u000a02:31:53.420073 run create_hlr_db(pid=12215): Terminated: ok {rc=0}\u000a02:31:53.853630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12217): Launched\u000a02:31:54.163014 run osmo-hlr_10.42.42.2(pid=12218): Launched\u000a02:31:54.285641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:54.827568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12220): Launched\u000a02:31:55.134680 run osmo-stp_10.42.42.5(pid=12221): Launched\u000a02:31:55.250838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:55.786552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12223): Launched\u000a02:31:55.896349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:56.164370 run patchelf(pid=12224): Launched\u000a02:31:56.343274 run osmo-stp_10.42.42.5(pid=12221): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12221)]\u000a02:31:56.474413 run osmo-stp_10.42.42.5(pid=12221): stdout: \u000a| (launched: 2022-12-09_02:31:54.983277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:56.605926 run osmo-stp_10.42.42.5(pid=12221): stderr: \u000a| �[0;m�[38;5;43m20221209023155157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023155157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023155158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023155158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023155159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023155159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023155159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:56.732283 run osmo-stp_10.42.42.5(pid=12221): stdout: \u000a| (launched: 2022-12-09_02:31:54.983277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:56.858172 run osmo-stp_10.42.42.5(pid=12221): stderr: \u000a| �[0;m�[38;5;43m20221209023155157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023155157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023155158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023155158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023155159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023155159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023155159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:57.004758 run patchelf(pid=12224): Terminating (SIGINT)\u000a02:31:57.176649 run patchelf(pid=12224): Terminated: ok {rc=0}\u000a02:31:57.208229 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12221): Process ended prematurely: osmo-stp_10.42.42.5(pid=12221) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12221)] [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:31:57.217484 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a02:31:57.278122 run osmo-hlr_10.42.42.2(pid=12218): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12218)]\u000a02:31:57.326978 run osmo-hlr_10.42.42.2(pid=12218): stdout: \u000a| (launched: 2022-12-09_02:31:54.010917) \u000a02:31:57.376531 run osmo-hlr_10.42.42.2(pid=12218): stderr: \u000a| �[0;m�[1;31m20221209023154190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023154190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023154190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023154190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023154190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023154190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023154202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023154212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023154213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023154213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:57.419102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12206): Terminating (SIGTERM)\u000a02:31:57.459092 run iperf3-srv_10.42.42.10(pid=12207): Terminating (SIGTERM)\u000a02:31:57.498986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12208): Terminating (SIGTERM)\u000a02:31:57.538745 run iperf3-srv_10.42.42.10(pid=12209): Terminating (SIGTERM)\u000a02:31:57.578547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12210): Terminating (SIGTERM)\u000a02:31:57.618721 run iperf3-srv_10.42.42.10(pid=12211): Terminating (SIGTERM)\u000a02:31:57.658558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12212): Terminating (SIGTERM)\u000a02:31:57.698128 run iperf3-srv_10.42.42.10(pid=12213): Terminating (SIGTERM)\u000a02:31:57.737961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12217): Terminating (SIGTERM)\u000a02:31:57.777940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12220): Terminating (SIGTERM)\u000a02:31:57.817882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12223): Terminating (SIGTERM)\u000a02:31:57.827083 --- ParallelTerminationStrategy: PID 12206 died...\u000a02:31:57.880899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12206): Terminated: ok {rc=0}\u000a02:31:57.890648 --- ParallelTerminationStrategy: PID 12207 died...\u000a02:31:57.943860 run iperf3-srv_10.42.42.10(pid=12207): Terminated {rc=256}\u000a02:31:57.953572 --- ParallelTerminationStrategy: PID 12208 died...\u000a02:31:58.007444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12208): Terminated: ok {rc=0}\u000a02:31:58.017092 --- ParallelTerminationStrategy: PID 12209 died...\u000a02:31:58.070170 run iperf3-srv_10.42.42.10(pid=12209): Terminated {rc=256}\u000a02:31:58.079649 --- ParallelTerminationStrategy: PID 12210 died...\u000a02:31:58.132660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12210): Terminated: ok {rc=0}\u000a02:31:58.142259 --- ParallelTerminationStrategy: PID 12211 died...\u000a02:31:58.195384 run iperf3-srv_10.42.42.10(pid=12211): Terminated {rc=256}\u000a02:31:58.204887 --- ParallelTerminationStrategy: PID 12212 died...\u000a02:31:58.257750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12212): Terminated: ok {rc=0}\u000a02:31:58.267341 --- ParallelTerminationStrategy: PID 12213 died...\u000a02:31:58.320545 run iperf3-srv_10.42.42.10(pid=12213): Terminated {rc=256}\u000a02:31:58.330098 --- ParallelTerminationStrategy: PID 12217 died...\u000a02:31:58.383421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12217): Terminated: ok {rc=0}\u000a02:31:58.393064 --- ParallelTerminationStrategy: PID 12220 died...\u000a02:31:58.446149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12220): Terminated: ok {rc=0}\u000a02:31:58.455762 --- ParallelTerminationStrategy: PID 12223 died...\u000a02:31:58.508730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12223): Terminated: ok {rc=0}\u000a02:31:58.598275 bus /gobi_4: Setting Powered False\u000a02:31:59.702203 bus /gobi_4: Setting Powered False\u000a02:32:00.813651 bus /gobi_1: Setting Powered False\u000a02:32:01.920794 bus /gobi_1: Setting Powered False\u000a02:32:03.026640 bus /gobi_0: Setting Powered False\u000a02:32:04.133311 bus /gobi_0: Setting Powered False\u000a02:32:05.241903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12232): Process ended prematurely: osmo-stp_10.42.42.5(pid=12232) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12232): Process ended prematurely: osmo-stp_10.42.42.5(pid=12232) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:32:06.310764 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.322691 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:32:06.468485 tst ping.py: using LAC 18453\u000a02:32:06.594003 tst ping.py: using RAC 93\u000a02:32:06.720629 tst ping.py: using CellId 18453\u000a02:32:06.850942 tst ping.py: using BVCI 18454\u000a02:32:06.875387 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.886841 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.898056 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.909515 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.920713 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.931897 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.943449 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:06.954819 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:32:07.241463 tst ping.py:19: start network...\u000a02:32:07.373738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:07.872213 run create_hlr_db(pid=12226): Launched\u000a02:32:08.056285 bus /gobi_6: Setting Powered False\u000a02:32:09.075937 run create_hlr_db(pid=12226): Terminated: ok {rc=0}\u000a02:32:09.472042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12228): Launched\u000a02:32:09.768433 run osmo-hlr_10.42.42.2(pid=12229): Launched\u000a02:32:09.885240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:10.408511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12231): Launched\u000a02:32:10.704419 run osmo-stp_10.42.42.5(pid=12232): Launched\u000a02:32:10.812334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:11.327113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12234): Launched\u000a02:32:11.432354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:11.691917 run patchelf(pid=12235): Launched\u000a02:32:11.864496 run osmo-stp_10.42.42.5(pid=12232): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)]\u000a02:32:11.991348 run osmo-stp_10.42.42.5(pid=12232): stdout: \u000a| (launched: 2022-12-09_02:32:10.558273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:12.118067 run osmo-stp_10.42.42.5(pid=12232): stderr: \u000a| �[0;m�[38;5;43m20221209023210728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023210728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023210728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023210729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023210729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023210729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023210729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:12.240155 run osmo-stp_10.42.42.5(pid=12232): stdout: \u000a| (launched: 2022-12-09_02:32:10.558273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:12.362011 run osmo-stp_10.42.42.5(pid=12232): stderr: \u000a| �[0;m�[38;5;43m20221209023210728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023210728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023210728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023210729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023210729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023210729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023210729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:12.502886 run patchelf(pid=12235): Terminating (SIGINT)\u000a02:32:12.668826 run patchelf(pid=12235): Terminated: ok {rc=0}\u000a02:32:12.699103 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12232): Process ended prematurely: osmo-stp_10.42.42.5(pid=12232) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12232)] [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a02:32:12.707599 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:32:12.766781 run osmo-hlr_10.42.42.2(pid=12229): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12229)]\u000a02:32:12.815031 run osmo-hlr_10.42.42.2(pid=12229): stdout: \u000a| (launched: 2022-12-09_02:32:09.623055) \u000a02:32:12.864539 run osmo-hlr_10.42.42.2(pid=12229): stderr: \u000a| �[0;m�[1;31m20221209023209798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023209798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023209798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023209798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023209798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023209798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023209810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023209818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:12.906562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12228): Terminating (SIGTERM)\u000a02:32:12.946245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12231): Terminating (SIGTERM)\u000a02:32:12.985926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12234): Terminating (SIGTERM)\u000a02:32:12.995245 --- ParallelTerminationStrategy: PID 12228 died...\u000a02:32:13.048422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12228): Terminated: ok {rc=0}\u000a02:32:13.058034 --- ParallelTerminationStrategy: PID 12231 died...\u000a02:32:13.110948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12231): Terminated: ok {rc=0}\u000a02:32:13.120451 --- ParallelTerminationStrategy: PID 12234 died...\u000a02:32:13.173207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12234): Terminated: ok {rc=0}\u000a02:32:13.261581 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12242): Process ended prematurely: osmo-stp_10.42.42.5(pid=12242) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12242): Process ended prematurely: osmo-stp_10.42.42.5(pid=12242) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:32:14.314113 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.325974 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:32:14.471443 tst ping_idle_ping.py: using LAC 18454\u000a02:32:14.599608 tst ping_idle_ping.py: using RAC 94\u000a02:32:14.724183 tst ping_idle_ping.py: using CellId 18454\u000a02:32:14.849442 tst ping_idle_ping.py: using BVCI 18455\u000a02:32:14.873967 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.885520 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.896667 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.908174 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.919660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.931111 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.942762 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:32:14.954176 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:32:15.228938 tst ping_idle_ping.py:24: start network...\u000a02:32:15.351947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:15.835012 run create_hlr_db(pid=12236): Launched\u000a02:32:16.054434 bus /gobi_6: Setting Powered False\u000a02:32:17.085005 run create_hlr_db(pid=12236): Terminated: ok {rc=0}\u000a02:32:17.514940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12238): Launched\u000a02:32:17.834748 run osmo-hlr_10.42.42.2(pid=12239): Launched\u000a02:32:17.955859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:18.511183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12241): Launched\u000a02:32:18.830603 run osmo-stp_10.42.42.5(pid=12242): Launched\u000a02:32:18.947072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:19.505217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12244): Launched\u000a02:32:19.620151 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:19.898609 run patchelf(pid=12245): Launched\u000a02:32:20.085192 run osmo-stp_10.42.42.5(pid=12242): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)]\u000a02:32:20.222142 run osmo-stp_10.42.42.5(pid=12242): stdout: \u000a| (launched: 2022-12-09_02:32:18.673853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:20.359288 run osmo-stp_10.42.42.5(pid=12242): stderr: \u000a| �[0;m�[38;5;43m20221209023218865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023218866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023218866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023218866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023218868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023218869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023218869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:20.492227 run osmo-stp_10.42.42.5(pid=12242): stdout: \u000a| (launched: 2022-12-09_02:32:18.673853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:20.623632 run osmo-stp_10.42.42.5(pid=12242): stderr: \u000a| �[0;m�[38;5;43m20221209023218865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023218866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023218866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023218866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023218868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023218869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023218869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:20.776494 run patchelf(pid=12245): Terminating (SIGINT)\u000a02:32:20.956185 run patchelf(pid=12245): Terminated: ok {rc=0}\u000a02:32:20.988756 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12242): Process ended prematurely: osmo-stp_10.42.42.5(pid=12242) [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12242)] [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:32:20.997934 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:32:21.061547 run osmo-hlr_10.42.42.2(pid=12239): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12239)]\u000a02:32:21.113159 run osmo-hlr_10.42.42.2(pid=12239): stdout: \u000a| (launched: 2022-12-09_02:32:17.678220) \u000a02:32:21.165401 run osmo-hlr_10.42.42.2(pid=12239): stderr: \u000a| �[0;m�[1;31m20221209023217876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023217876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023217876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023217876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023217876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023217876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023217889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023217898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023217898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023217898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:21.209861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12238): Terminating (SIGTERM)\u000a02:32:21.251631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12241): Terminating (SIGTERM)\u000a02:32:21.293986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12244): Terminating (SIGTERM)\u000a02:32:21.303642 --- ParallelTerminationStrategy: PID 12238 died...\u000a02:32:21.359888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12238): Terminated: ok {rc=0}\u000a02:32:21.369970 --- ParallelTerminationStrategy: PID 12241 died...\u000a02:32:21.425840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12241): Terminated: ok {rc=0}\u000a02:32:21.435854 --- ParallelTerminationStrategy: PID 12244 died...\u000a02:32:21.491680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12244): Terminated: ok {rc=0}\u000a02:32:21.580464 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:31:23" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12259): Process ended prematurely: osmo-stp_10.42.42.5(pid=12259) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12259)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12259): Process ended prematurely: osmo-stp_10.42.42.5(pid=12259) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:32:23.730523 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:23.741375 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:23.898966 tst cs_paging_gprs_active.py: using LAC 18455\u000a02:32:24.018199 tst cs_paging_gprs_active.py: using RAC 95\u000a02:32:24.138466 tst cs_paging_gprs_active.py: using CellId 18455\u000a02:32:24.256087 tst cs_paging_gprs_active.py: using BVCI 18456\u000a02:32:24.279032 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.289918 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.300571 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.311276 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.321877 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.332580 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.343650 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.354540 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:24.365514 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:24.486205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:24.763420 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:32:24.888778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:25.200210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12249): Launched\u000a02:32:25.458427 run iperf3-srv_10.42.42.10(pid=12250): Launched\u000a02:32:25.641676 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:32:25.766756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:26.076683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12251): Launched\u000a02:32:26.334853 run iperf3-srv_10.42.42.10(pid=12252): Launched\u000a02:32:26.518386 tst cs_paging_gprs_active.py:38: start network...\u000a02:32:26.643541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:27.124464 run create_hlr_db(pid=12253): Launched\u000a02:32:27.296859 bus /gobi_6: Setting Powered False\u000a02:32:28.318901 run create_hlr_db(pid=12253): Terminated: ok {rc=0}\u000a02:32:28.747687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12255): Launched\u000a02:32:29.071954 run osmo-hlr_10.42.42.2(pid=12256): Launched\u000a02:32:29.194077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:29.755050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12258): Launched\u000a02:32:30.078279 run osmo-stp_10.42.42.5(pid=12259): Launched\u000a02:32:30.196024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:30.759435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12261): Launched\u000a02:32:30.878307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:31.174331 run patchelf(pid=12262): Launched\u000a02:32:31.356424 run osmo-stp_10.42.42.5(pid=12259): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12259)]\u000a02:32:31.510098 run osmo-stp_10.42.42.5(pid=12259): stdout: \u000a| (launched: 2022-12-09_02:32:29.919434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:31.645130 run osmo-stp_10.42.42.5(pid=12259): stderr: \u000a| �[0;m�[38;5;43m20221209023230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023230110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023230110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023230111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023230111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023230111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:31.775758 run osmo-stp_10.42.42.5(pid=12259): stdout: \u000a| (launched: 2022-12-09_02:32:29.919434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:31.903777 run osmo-stp_10.42.42.5(pid=12259): stderr: \u000a| �[0;m�[38;5;43m20221209023230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023230109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023230110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023230110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023230111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023230111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023230111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:32.054246 run patchelf(pid=12262): Terminating (SIGINT)\u000a02:32:32.237084 run patchelf(pid=12262): Terminated: ok {rc=0}\u000a02:32:32.271624 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12259): Process ended prematurely: osmo-stp_10.42.42.5(pid=12259) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12259)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:32:32.282486 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:32:32.349666 run osmo-hlr_10.42.42.2(pid=12256): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12256)]\u000a02:32:32.402881 run osmo-hlr_10.42.42.2(pid=12256): stdout: \u000a| (launched: 2022-12-09_02:32:28.913114) \u000a02:32:32.456011 run osmo-hlr_10.42.42.2(pid=12256): stderr: \u000a| �[0;m�[1;31m20221209023229109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023229109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023229109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023229109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023229109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023229109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023229124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023229134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023229134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023229134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:32.501453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12249): Terminating (SIGTERM)\u000a02:32:32.543855 run iperf3-srv_10.42.42.10(pid=12250): Terminating (SIGTERM)\u000a02:32:32.586478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12251): Terminating (SIGTERM)\u000a02:32:32.628193 run iperf3-srv_10.42.42.10(pid=12252): Terminating (SIGTERM)\u000a02:32:32.670742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12255): Terminating (SIGTERM)\u000a02:32:32.713504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12258): Terminating (SIGTERM)\u000a02:32:32.756112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12261): Terminating (SIGTERM)\u000a02:32:32.766009 --- ParallelTerminationStrategy: PID 12249 died...\u000a02:32:32.823508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12249): Terminated: ok {rc=0}\u000a02:32:32.833637 --- ParallelTerminationStrategy: PID 12250 died...\u000a02:32:32.890498 run iperf3-srv_10.42.42.10(pid=12250): Terminated {rc=256}\u000a02:32:32.900446 --- ParallelTerminationStrategy: PID 12251 died...\u000a02:32:32.957560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12251): Terminated: ok {rc=0}\u000a02:32:32.967548 --- ParallelTerminationStrategy: PID 12252 died...\u000a02:32:33.023524 run iperf3-srv_10.42.42.10(pid=12252): Terminated {rc=256}\u000a02:32:33.034263 --- ParallelTerminationStrategy: PID 12255 died...\u000a02:32:33.091139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12255): Terminated: ok {rc=0}\u000a02:32:33.101333 --- ParallelTerminationStrategy: PID 12258 died...\u000a02:32:33.157197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12258): Terminated: ok {rc=0}\u000a02:32:33.167890 --- ParallelTerminationStrategy: PID 12261 died...\u000a02:32:33.224213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12261): Terminated: ok {rc=0}\u000a02:32:33.310852 bus /gobi_0: Setting Powered False\u000a02:32:34.417149 bus /gobi_0: Setting Powered False\u000a02:32:35.524356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12273): Process ended prematurely: osmo-stp_10.42.42.5(pid=12273) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12273)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12273): Process ended prematurely: osmo-stp_10.42.42.5(pid=12273) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:32:36.639011 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.650837 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:36.821344 tst iperf3.py: using LAC 18456\u000a02:32:36.945930 tst iperf3.py: using RAC 96\u000a02:32:37.070928 tst iperf3.py: using CellId 18456\u000a02:32:37.195853 tst iperf3.py: using BVCI 18457\u000a02:32:37.220621 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.231950 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.243099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.254579 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.265860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.277257 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.288665 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.300041 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:37.311606 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:37.589973 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:32:37.715697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:38.026840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12265): Launched\u000a02:32:38.285625 run iperf3-srv_10.42.42.10(pid=12266): Launched\u000a02:32:38.468369 tst iperf3.py:8: start network...\u000a02:32:38.593964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:39.075839 run create_hlr_db(pid=12267): Launched\u000a02:32:39.248419 bus /gobi_6: Setting Powered False\u000a02:32:40.269768 run create_hlr_db(pid=12267): Terminated: ok {rc=0}\u000a02:32:40.668474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12269): Launched\u000a02:32:40.970163 run osmo-hlr_10.42.42.2(pid=12270): Launched\u000a02:32:41.079381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:41.595149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12272): Launched\u000a02:32:41.892356 run osmo-stp_10.42.42.5(pid=12273): Launched\u000a02:32:42.001732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:42.519194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12275): Launched\u000a02:32:42.625408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:42.884499 run patchelf(pid=12276): Launched\u000a02:32:43.058335 run osmo-stp_10.42.42.5(pid=12273): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12273)]\u000a02:32:43.185446 run osmo-stp_10.42.42.5(pid=12273): stdout: \u000a| (launched: 2022-12-09_02:32:41.746246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:43.313214 run osmo-stp_10.42.42.5(pid=12273): stderr: \u000a| �[0;m�[38;5;43m20221209023241915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023241915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023241916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023241916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023241917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023241917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023241917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:43.436148 run osmo-stp_10.42.42.5(pid=12273): stdout: \u000a| (launched: 2022-12-09_02:32:41.746246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:43.558259 run osmo-stp_10.42.42.5(pid=12273): stderr: \u000a| �[0;m�[38;5;43m20221209023241915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023241915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023241916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023241916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023241917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023241917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023241917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:43.700603 run patchelf(pid=12276): Terminating (SIGINT)\u000a02:32:43.867959 run patchelf(pid=12276): Terminated: ok {rc=0}\u000a02:32:43.898803 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12273): Process ended prematurely: osmo-stp_10.42.42.5(pid=12273) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12273)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:32:43.907864 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a02:32:43.967342 run osmo-hlr_10.42.42.2(pid=12270): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12270)]\u000a02:32:44.015746 run osmo-hlr_10.42.42.2(pid=12270): stdout: \u000a| (launched: 2022-12-09_02:32:40.824628) \u000a02:32:44.064608 run osmo-hlr_10.42.42.2(pid=12270): stderr: \u000a| �[0;m�[1;31m20221209023241001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023241001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023241001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023241001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023241001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023241002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023241016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023241025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023241025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023241025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:44.106145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12265): Terminating (SIGTERM)\u000a02:32:44.145018 run iperf3-srv_10.42.42.10(pid=12266): Terminating (SIGTERM)\u000a02:32:44.184053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12269): Terminating (SIGTERM)\u000a02:32:44.223294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12272): Terminating (SIGTERM)\u000a02:32:44.262624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12275): Terminating (SIGTERM)\u000a02:32:44.271390 --- ParallelTerminationStrategy: PID 12265 died...\u000a02:32:44.324165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12265): Terminated: ok {rc=0}\u000a02:32:44.333781 --- ParallelTerminationStrategy: PID 12266 died...\u000a02:32:44.386331 run iperf3-srv_10.42.42.10(pid=12266): Terminated {rc=256}\u000a02:32:44.395737 --- ParallelTerminationStrategy: PID 12269 died...\u000a02:32:44.447851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12269): Terminated: ok {rc=0}\u000a02:32:44.457469 --- ParallelTerminationStrategy: PID 12272 died...\u000a02:32:44.510277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12272): Terminated: ok {rc=0}\u000a02:32:44.519683 --- ParallelTerminationStrategy: PID 12275 died...\u000a02:32:44.572176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12275): Terminated: ok {rc=0}\u000a02:32:44.661574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12291): Process ended prematurely: osmo-stp_10.42.42.5(pid=12291) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12291): Process ended prematurely: osmo-stp_10.42.42.5(pid=12291) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:32:45.770942 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:45.782336 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:45.957316 tst iperf3m4.py: using LAC 18457\u000a02:32:46.078943 tst iperf3m4.py: using RAC 97\u000a02:32:46.224511 tst iperf3m4.py: using CellId 18457\u000a02:32:46.347337 tst iperf3m4.py: using BVCI 18458\u000a02:32:46.371026 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.382613 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.393837 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.405041 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.416257 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.427581 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.438925 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.450056 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:46.461468 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:46.588085 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:46.730518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:46.857700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:47.214940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:32:47.342885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:47.654702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12277): Launched\u000a02:32:47.911514 run iperf3-srv_10.42.42.10(pid=12278): Launched\u000a02:32:48.093359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:32:48.217570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:48.526248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12279): Launched\u000a02:32:48.782650 run iperf3-srv_10.42.42.10(pid=12280): Launched\u000a02:32:48.964438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:32:49.088588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:49.397544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12281): Launched\u000a02:32:49.653492 run iperf3-srv_10.42.42.10(pid=12282): Launched\u000a02:32:49.835289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:32:49.959746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:50.267680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Launched\u000a02:32:50.523382 run iperf3-srv_10.42.42.10(pid=12284): Launched\u000a02:32:50.704860 tst iperf3m4.py:8: start network...\u000a02:32:50.829071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:51.306819 run create_hlr_db(pid=12285): Launched\u000a02:32:51.478100 bus /gobi_6: Setting Powered False\u000a02:32:52.500464 run create_hlr_db(pid=12285): Terminated: ok {rc=0}\u000a02:32:52.926067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12287): Launched\u000a02:32:53.246671 run osmo-hlr_10.42.42.2(pid=12288): Launched\u000a02:32:53.364520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:53.921306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12290): Launched\u000a02:32:54.241454 run osmo-stp_10.42.42.5(pid=12291): Launched\u000a02:32:54.359088 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:54.916939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12293): Launched\u000a02:32:55.032112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:55.310817 run patchelf(pid=12294): Launched\u000a02:32:55.498308 run osmo-stp_10.42.42.5(pid=12291): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)]\u000a02:32:55.635398 run osmo-stp_10.42.42.5(pid=12291): stdout: \u000a| (launched: 2022-12-09_02:32:54.084593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:55.773031 run osmo-stp_10.42.42.5(pid=12291): stderr: \u000a| �[0;m�[38;5;43m20221209023254274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023254274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023254274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023254274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023254275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023254275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023254275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:55.905743 run osmo-stp_10.42.42.5(pid=12291): stdout: \u000a| (launched: 2022-12-09_02:32:54.084593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:56.037441 run osmo-stp_10.42.42.5(pid=12291): stderr: \u000a| �[0;m�[38;5;43m20221209023254274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023254274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023254274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023254274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023254275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023254275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023254275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:56.190726 run patchelf(pid=12294): Terminating (SIGINT)\u000a02:32:56.370132 run patchelf(pid=12294): Terminated: ok {rc=0}\u000a02:32:56.403077 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12291): Process ended prematurely: osmo-stp_10.42.42.5(pid=12291) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12291)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:32:56.412774 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:32:56.476927 run osmo-hlr_10.42.42.2(pid=12288): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12288)]\u000a02:32:56.528619 run osmo-hlr_10.42.42.2(pid=12288): stdout: \u000a| (launched: 2022-12-09_02:32:53.089326) \u000a02:32:56.580600 run osmo-hlr_10.42.42.2(pid=12288): stderr: \u000a| �[0;m�[1;31m20221209023253285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023253285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023253285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023253285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023253285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023253285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023253309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023253318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023253318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023253318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:56.624837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12277): Terminating (SIGTERM)\u000a02:32:56.666898 run iperf3-srv_10.42.42.10(pid=12278): Terminating (SIGTERM)\u000a02:32:56.709038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12279): Terminating (SIGTERM)\u000a02:32:56.751253 run iperf3-srv_10.42.42.10(pid=12280): Terminating (SIGTERM)\u000a02:32:56.793167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12281): Terminating (SIGTERM)\u000a02:32:56.835322 run iperf3-srv_10.42.42.10(pid=12282): Terminating (SIGTERM)\u000a02:32:56.877205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Terminating (SIGTERM)\u000a02:32:56.919052 run iperf3-srv_10.42.42.10(pid=12284): Terminating (SIGTERM)\u000a02:32:56.960924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12287): Terminating (SIGTERM)\u000a02:32:57.003017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12290): Terminating (SIGTERM)\u000a02:32:57.045125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12293): Terminating (SIGTERM)\u000a02:32:57.055127 --- ParallelTerminationStrategy: PID 12277 died...\u000a02:32:57.111860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12277): Terminated: ok {rc=0}\u000a02:32:57.122083 --- ParallelTerminationStrategy: PID 12278 died...\u000a02:32:57.177888 run iperf3-srv_10.42.42.10(pid=12278): Terminated {rc=256}\u000a02:32:57.188067 --- ParallelTerminationStrategy: PID 12279 died...\u000a02:32:57.244001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12279): Terminated: ok {rc=0}\u000a02:32:57.254279 --- ParallelTerminationStrategy: PID 12280 died...\u000a02:32:57.309696 run iperf3-srv_10.42.42.10(pid=12280): Terminated {rc=256}\u000a02:32:57.320007 --- ParallelTerminationStrategy: PID 12281 died...\u000a02:32:57.375616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12281): Terminated: ok {rc=0}\u000a02:32:57.386100 --- ParallelTerminationStrategy: PID 12282 died...\u000a02:32:57.441433 run iperf3-srv_10.42.42.10(pid=12282): Terminated {rc=256}\u000a02:32:57.451647 --- ParallelTerminationStrategy: PID 12283 died...\u000a02:32:57.507863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Terminated: ok {rc=0}\u000a02:32:57.518264 --- ParallelTerminationStrategy: PID 12284 died...\u000a02:32:57.573980 run iperf3-srv_10.42.42.10(pid=12284): Terminated {rc=256}\u000a02:32:57.584123 --- ParallelTerminationStrategy: PID 12287 died...\u000a02:32:57.639883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12287): Terminated: ok {rc=0}\u000a02:32:57.649877 --- ParallelTerminationStrategy: PID 12290 died...\u000a02:32:57.706381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12290): Terminated: ok {rc=0}\u000a02:32:57.716573 --- ParallelTerminationStrategy: PID 12293 died...\u000a02:32:57.772675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12293): Terminated: ok {rc=0}\u000a02:32:57.859369 bus /gobi_4: Setting Powered False\u000a02:32:58.966497 bus /gobi_4: Setting Powered False\u000a02:33:00.075113 bus /gobi_1: Setting Powered False\u000a02:33:01.181093 bus /gobi_1: Setting Powered False\u000a02:33:02.286609 bus /gobi_0: Setting Powered False\u000a02:33:03.387970 bus /gobi_0: Setting Powered False\u000a02:33:04.500086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:33:05.568117 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:05.580090 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:33:05.745594 tst ping.py: using LAC 18458\u000a02:33:05.869377 tst ping.py: using RAC 98\u000a02:33:05.993603 tst ping.py: using CellId 18458\u000a02:33:06.117676 tst ping.py: using BVCI 18459\u000a02:33:06.142217 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:06.153713 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:06.164846 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:06.176368 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:06.187655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:06.198990 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:06.210578 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:06.222047 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:33:06.508844 tst ping.py:19: start network...\u000a02:33:06.641095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:07.135485 run create_hlr_db(pid=12296): Launched\u000a02:33:07.318342 bus /gobi_6: Setting Powered False\u000a02:33:08.339139 run create_hlr_db(pid=12296): Terminated: ok {rc=0}\u000a02:33:08.734225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Launched\u000a02:33:09.026559 run osmo-hlr_10.42.42.2(pid=12299): Launched\u000a02:33:09.138204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:09.648564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Launched\u000a02:33:09.941120 run osmo-stp_10.42.42.5(pid=12302): Launched\u000a02:33:10.048615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:10.560327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12304): Launched\u000a02:33:10.664536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:10.919305 run patchelf(pid=12305): Launched\u000a02:33:11.090797 run osmo-stp_10.42.42.5(pid=12302): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)]\u000a02:33:11.216583 run osmo-stp_10.42.42.5(pid=12302): stdout: \u000a| (launched: 2022-12-09_02:33:09.797764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:11.342811 run osmo-stp_10.42.42.5(pid=12302): stderr: \u000a| �[0;m�[38;5;43m20221209023309965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023309965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023309966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023309966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023309967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023309967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023309967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:11.464148 run osmo-stp_10.42.42.5(pid=12302): stdout: \u000a| (launched: 2022-12-09_02:33:09.797764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:11.584868 run osmo-stp_10.42.42.5(pid=12302): stderr: \u000a| �[0;m�[38;5;43m20221209023309965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023309965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023309966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023309966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023309967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023309967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023309967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:11.725388 run patchelf(pid=12305): Terminating (SIGINT)\u000a02:33:11.890209 run patchelf(pid=12305): Terminated: ok {rc=0}\u000a02:33:11.920072 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12302): Process ended prematurely: osmo-stp_10.42.42.5(pid=12302) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12302)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:33:11.928554 tst ping.py:22: Test FAILED (6.3 sec)\u000a02:33:11.988601 run osmo-hlr_10.42.42.2(pid=12299): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12299)]\u000a02:33:12.038157 run osmo-hlr_10.42.42.2(pid=12299): stdout: \u000a| (launched: 2022-12-09_02:33:08.882852) \u000a02:33:12.087873 run osmo-hlr_10.42.42.2(pid=12299): stderr: \u000a| �[0;m�[1;31m20221209023309058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023309058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023309058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023309058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023309058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023309058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023309071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023309079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023309079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023309079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:12.130053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Terminating (SIGTERM)\u000a02:33:12.169742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Terminating (SIGTERM)\u000a02:33:12.209419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12304): Terminating (SIGTERM)\u000a02:33:12.218632 --- ParallelTerminationStrategy: PID 12298 died...\u000a02:33:12.272184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12298): Terminated: ok {rc=0}\u000a02:33:12.281931 --- ParallelTerminationStrategy: PID 12301 died...\u000a02:33:12.335016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12301): Terminated: ok {rc=0}\u000a02:33:12.344621 --- ParallelTerminationStrategy: PID 12304 died...\u000a02:33:12.397710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12304): Terminated: ok {rc=0}\u000a02:33:12.480678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12312): Process ended prematurely: osmo-stp_10.42.42.5(pid=12312) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12312): Process ended prematurely: osmo-stp_10.42.42.5(pid=12312) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:33:13.531218 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:13.542645 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:33:13.700010 tst ping_idle_ping.py: using LAC 18459\u000a02:33:13.818880 tst ping_idle_ping.py: using RAC 99\u000a02:33:13.934657 tst ping_idle_ping.py: using CellId 18459\u000a02:33:14.054810 tst ping_idle_ping.py: using BVCI 18460\u000a02:33:14.077723 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:14.088546 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:14.099313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:14.110127 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:14.120797 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:14.131533 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:14.142438 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:33:14.153295 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:33:14.443037 tst ping_idle_ping.py:24: start network...\u000a02:33:14.576677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:15.081619 run create_hlr_db(pid=12306): Launched\u000a02:33:15.264813 bus /gobi_6: Setting Powered False\u000a02:33:16.314537 run create_hlr_db(pid=12306): Terminated: ok {rc=0}\u000a02:33:16.735777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12308): Launched\u000a02:33:17.189549 run osmo-hlr_10.42.42.2(pid=12309): Launched\u000a02:33:17.311103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:17.857911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12311): Launched\u000a02:33:18.172278 run osmo-stp_10.42.42.5(pid=12312): Launched\u000a02:33:18.287271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:18.838330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12314): Launched\u000a02:33:18.951465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:19.226272 run patchelf(pid=12315): Launched\u000a02:33:19.410987 run osmo-stp_10.42.42.5(pid=12312): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)]\u000a02:33:19.546482 run osmo-stp_10.42.42.5(pid=12312): stdout: \u000a| (launched: 2022-12-09_02:33:18.018353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:19.682008 run osmo-stp_10.42.42.5(pid=12312): stderr: \u000a| �[0;m�[38;5;43m20221209023318207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023318207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023318208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023318208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023318210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023318211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023318211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:19.813080 run osmo-stp_10.42.42.5(pid=12312): stdout: \u000a| (launched: 2022-12-09_02:33:18.018353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:19.942581 run osmo-stp_10.42.42.5(pid=12312): stderr: \u000a| �[0;m�[38;5;43m20221209023318207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023318207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023318208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023318208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023318210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023318211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023318211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:20.093234 run patchelf(pid=12315): Terminating (SIGINT)\u000a02:33:20.269676 run patchelf(pid=12315): Terminated: ok {rc=0}\u000a02:33:20.301787 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12312): Process ended prematurely: osmo-stp_10.42.42.5(pid=12312) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:33:20.310882 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a02:33:20.373970 run osmo-hlr_10.42.42.2(pid=12309): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12309)]\u000a02:33:20.425848 run osmo-hlr_10.42.42.2(pid=12309): stdout: \u000a| (launched: 2022-12-09_02:33:16.889566) \u000a02:33:20.478390 run osmo-hlr_10.42.42.2(pid=12309): stderr: \u000a| �[0;m�[1;31m20221209023317176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023317176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023317176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023317177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023317177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023317177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023317194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023317211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023317211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023317211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:20.522695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12308): Terminating (SIGTERM)\u000a02:33:20.565118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12311): Terminating (SIGTERM)\u000a02:33:20.607295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12314): Terminating (SIGTERM)\u000a02:33:20.617330 --- ParallelTerminationStrategy: PID 12308 died...\u000a02:33:20.673894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12308): Terminated: ok {rc=0}\u000a02:33:20.684093 --- ParallelTerminationStrategy: PID 12311 died...\u000a02:33:20.740060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12311): Terminated: ok {rc=0}\u000a02:33:20.750252 --- ParallelTerminationStrategy: PID 12314 died...\u000a02:33:20.806183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12314): Terminated: ok {rc=0}\u000a02:33:20.893834 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:32:23" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12329): Process ended prematurely: osmo-stp_10.42.42.5(pid=12329) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12329)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12329): Process ended prematurely: osmo-stp_10.42.42.5(pid=12329) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:33:23.049620 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.061076 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:23.227649 tst cs_paging_gprs_active.py: using LAC 18460\u000a02:33:23.353792 tst cs_paging_gprs_active.py: using RAC 100\u000a02:33:23.480251 tst cs_paging_gprs_active.py: using CellId 18460\u000a02:33:23.610681 tst cs_paging_gprs_active.py: using BVCI 18461\u000a02:33:23.635222 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.646594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.657820 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.669407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.680780 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.692800 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.704607 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.716553 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:23.728134 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:23.845381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:24.123503 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:33:24.249346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:24.559198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12319): Launched\u000a02:33:24.815867 run iperf3-srv_10.42.42.10(pid=12320): Launched\u000a02:33:24.998992 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:33:25.123029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:25.431001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12321): Launched\u000a02:33:25.687362 run iperf3-srv_10.42.42.10(pid=12322): Launched\u000a02:33:25.869661 tst cs_paging_gprs_active.py:38: start network...\u000a02:33:25.994034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:26.472751 run create_hlr_db(pid=12323): Launched\u000a02:33:26.644088 bus /gobi_6: Setting Powered False\u000a02:33:27.666084 run create_hlr_db(pid=12323): Terminated: ok {rc=0}\u000a02:33:28.090664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12325): Launched\u000a02:33:28.412438 run osmo-hlr_10.42.42.2(pid=12326): Launched\u000a02:33:28.530472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:29.083635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12328): Launched\u000a02:33:29.406489 run osmo-stp_10.42.42.5(pid=12329): Launched\u000a02:33:29.524609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:30.084228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12331): Launched\u000a02:33:30.199720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:30.479126 run patchelf(pid=12332): Launched\u000a02:33:30.667200 run osmo-stp_10.42.42.5(pid=12329): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12329)]\u000a02:33:30.804510 run osmo-stp_10.42.42.5(pid=12329): stdout: \u000a| (launched: 2022-12-09_02:33:29.246678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:30.940773 run osmo-stp_10.42.42.5(pid=12329): stderr: \u000a| �[0;m�[38;5;43m20221209023329439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023329439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023329439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023329440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023329440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023329440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023329440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:31.069870 run osmo-stp_10.42.42.5(pid=12329): stdout: \u000a| (launched: 2022-12-09_02:33:29.246678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:31.196780 run osmo-stp_10.42.42.5(pid=12329): stderr: \u000a| �[0;m�[38;5;43m20221209023329439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023329439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023329439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023329440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023329440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023329440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023329440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:31.345384 run patchelf(pid=12332): Terminating (SIGINT)\u000a02:33:31.518288 run patchelf(pid=12332): Terminated: ok {rc=0}\u000a02:33:31.550965 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12329): Process ended prematurely: osmo-stp_10.42.42.5(pid=12329) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12329)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:33:31.562025 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:33:31.623194 run osmo-hlr_10.42.42.2(pid=12326): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12326)]\u000a02:33:31.673702 run osmo-hlr_10.42.42.2(pid=12326): stdout: \u000a| (launched: 2022-12-09_02:33:28.254767) \u000a02:33:31.724057 run osmo-hlr_10.42.42.2(pid=12326): stderr: \u000a| �[0;m�[1;31m20221209023328452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023328452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023328452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023328452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023328452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023328452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023328463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023328472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023328472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023328472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:31.768028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12319): Terminating (SIGTERM)\u000a02:33:31.809399 run iperf3-srv_10.42.42.10(pid=12320): Terminating (SIGTERM)\u000a02:33:31.849983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12321): Terminating (SIGTERM)\u000a02:33:31.891649 run iperf3-srv_10.42.42.10(pid=12322): Terminating (SIGTERM)\u000a02:33:31.932847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12325): Terminating (SIGTERM)\u000a02:33:31.977382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12328): Terminating (SIGTERM)\u000a02:33:32.018964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12331): Terminating (SIGTERM)\u000a02:33:32.028780 --- ParallelTerminationStrategy: PID 12319 died...\u000a02:33:32.086044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12319): Terminated: ok {rc=0}\u000a02:33:32.096039 --- ParallelTerminationStrategy: PID 12320 died...\u000a02:33:32.150304 run iperf3-srv_10.42.42.10(pid=12320): Terminated {rc=256}\u000a02:33:32.161216 --- ParallelTerminationStrategy: PID 12321 died...\u000a02:33:32.215443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12321): Terminated: ok {rc=0}\u000a02:33:32.225211 --- ParallelTerminationStrategy: PID 12322 died...\u000a02:33:32.278951 run iperf3-srv_10.42.42.10(pid=12322): Terminated {rc=256}\u000a02:33:32.288728 --- ParallelTerminationStrategy: PID 12325 died...\u000a02:33:32.341861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12325): Terminated: ok {rc=0}\u000a02:33:32.351224 --- ParallelTerminationStrategy: PID 12328 died...\u000a02:33:32.404606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12328): Terminated: ok {rc=0}\u000a02:33:32.414017 --- ParallelTerminationStrategy: PID 12331 died...\u000a02:33:32.466186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12331): Terminated: ok {rc=0}\u000a02:33:32.553917 bus /gobi_0: Setting Powered False\u000a02:33:33.658213 bus /gobi_0: Setting Powered False\u000a02:33:34.764600 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12341): Process ended prematurely: osmo-stp_10.42.42.5(pid=12341) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12341)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12341): Process ended prematurely: osmo-stp_10.42.42.5(pid=12341) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:33:35.878667 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:35.890744 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:36.059745 tst iperf3.py: using LAC 18461\u000a02:33:36.186109 tst iperf3.py: using RAC 101\u000a02:33:36.312115 tst iperf3.py: using CellId 18461\u000a02:33:36.432540 tst iperf3.py: using BVCI 18462\u000a02:33:36.455621 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.466670 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.477485 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.488332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.499222 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.510194 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.520852 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.531474 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.542307 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:36.833654 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:33:36.968714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:37.299274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12333): Launched\u000a02:33:37.575199 run iperf3-srv_10.42.42.10(pid=12334): Launched\u000a02:33:37.772441 tst iperf3.py:8: start network...\u000a02:33:37.907452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:38.411024 run create_hlr_db(pid=12335): Launched\u000a02:33:38.597297 bus /gobi_6: Setting Powered False\u000a02:33:39.617918 run create_hlr_db(pid=12335): Terminated: ok {rc=0}\u000a02:33:40.043041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12337): Launched\u000a02:33:40.364529 run osmo-hlr_10.42.42.2(pid=12338): Launched\u000a02:33:40.481521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:41.036652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12340): Launched\u000a02:33:41.357122 run osmo-stp_10.42.42.5(pid=12341): Launched\u000a02:33:41.474216 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:42.032037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12343): Launched\u000a02:33:42.146805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:42.425122 run patchelf(pid=12344): Launched\u000a02:33:42.612288 run osmo-stp_10.42.42.5(pid=12341): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12341)]\u000a02:33:42.749276 run osmo-stp_10.42.42.5(pid=12341): stdout: \u000a| (launched: 2022-12-09_02:33:41.199448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:42.887053 run osmo-stp_10.42.42.5(pid=12341): stderr: \u000a| �[0;m�[38;5;43m20221209023341390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023341390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023341390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023341390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023341391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023341391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023341391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:43.019693 run osmo-stp_10.42.42.5(pid=12341): stdout: \u000a| (launched: 2022-12-09_02:33:41.199448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:43.151588 run osmo-stp_10.42.42.5(pid=12341): stderr: \u000a| �[0;m�[38;5;43m20221209023341390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023341390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023341390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023341390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023341391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023341391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023341391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:43.304357 run patchelf(pid=12344): Terminating (SIGINT)\u000a02:33:43.483461 run patchelf(pid=12344): Terminated: ok {rc=0}\u000a02:33:43.516548 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12341): Process ended prematurely: osmo-stp_10.42.42.5(pid=12341) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12341)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:33:43.526538 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:33:43.589700 run osmo-hlr_10.42.42.2(pid=12338): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12338)]\u000a02:33:43.640921 run osmo-hlr_10.42.42.2(pid=12338): stdout: \u000a| (launched: 2022-12-09_02:33:40.206553) \u000a02:33:43.692752 run osmo-hlr_10.42.42.2(pid=12338): stderr: \u000a| �[0;m�[1;31m20221209023340404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023340404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023340404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023340404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023340404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023340404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023340417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023340425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023340425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023340425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:43.736925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12333): Terminating (SIGTERM)\u000a02:33:43.779018 run iperf3-srv_10.42.42.10(pid=12334): Terminating (SIGTERM)\u000a02:33:43.821008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12337): Terminating (SIGTERM)\u000a02:33:43.863470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12340): Terminating (SIGTERM)\u000a02:33:43.905578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12343): Terminating (SIGTERM)\u000a02:33:43.915347 --- ParallelTerminationStrategy: PID 12333 died...\u000a02:33:43.971742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12333): Terminated: ok {rc=0}\u000a02:33:43.981960 --- ParallelTerminationStrategy: PID 12334 died...\u000a02:33:44.037849 run iperf3-srv_10.42.42.10(pid=12334): Terminated {rc=256}\u000a02:33:44.047985 --- ParallelTerminationStrategy: PID 12337 died...\u000a02:33:44.104150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12337): Terminated: ok {rc=0}\u000a02:33:44.114285 --- ParallelTerminationStrategy: PID 12340 died...\u000a02:33:44.170500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12340): Terminated: ok {rc=0}\u000a02:33:44.180420 --- ParallelTerminationStrategy: PID 12343 died...\u000a02:33:44.236262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12343): Terminated: ok {rc=0}\u000a02:33:44.323803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12360): Process ended prematurely: osmo-stp_10.42.42.5(pid=12360) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12360)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12360): Process ended prematurely: osmo-stp_10.42.42.5(pid=12360) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:33:45.438024 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:45.450106 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:45.617608 tst iperf3m4.py: using LAC 18462\u000a02:33:45.743133 tst iperf3m4.py: using RAC 102\u000a02:33:45.874089 tst iperf3m4.py: using CellId 18462\u000a02:33:46.020305 tst iperf3m4.py: using BVCI 18463\u000a02:33:46.058422 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.073648 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.089688 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.105556 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.121186 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.136936 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.153339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.169331 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:46.186114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:46.336121 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:46.467952 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:46.596108 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:46.918020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:33:47.048693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:47.382801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12346): Launched\u000a02:33:47.656188 run iperf3-srv_10.42.42.10(pid=12347): Launched\u000a02:33:47.853779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:33:47.988503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:48.320021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12348): Launched\u000a02:33:48.596128 run iperf3-srv_10.42.42.10(pid=12349): Launched\u000a02:33:48.793324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:33:48.927674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:49.259711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12350): Launched\u000a02:33:49.534685 run iperf3-srv_10.42.42.10(pid=12351): Launched\u000a02:33:49.731438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:33:49.866023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:50.195968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12352): Launched\u000a02:33:50.470836 run iperf3-srv_10.42.42.10(pid=12353): Launched\u000a02:33:50.668070 tst iperf3m4.py:8: start network...\u000a02:33:50.802643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:51.305058 run create_hlr_db(pid=12354): Launched\u000a02:33:51.490301 bus /gobi_6: Setting Powered False\u000a02:33:52.511388 run create_hlr_db(pid=12354): Terminated: ok {rc=0}\u000a02:33:52.936321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12356): Launched\u000a02:33:53.257997 run osmo-hlr_10.42.42.2(pid=12357): Launched\u000a02:33:53.375248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:53.933147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12359): Launched\u000a02:33:54.253204 run osmo-stp_10.42.42.5(pid=12360): Launched\u000a02:33:54.371213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:54.928911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12362): Launched\u000a02:33:55.044017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:55.322568 run patchelf(pid=12363): Launched\u000a02:33:55.510163 run osmo-stp_10.42.42.5(pid=12360): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12360)]\u000a02:33:55.647560 run osmo-stp_10.42.42.5(pid=12360): stdout: \u000a| (launched: 2022-12-09_02:33:54.096166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:55.785357 run osmo-stp_10.42.42.5(pid=12360): stderr: \u000a| �[0;m�[38;5;43m20221209023354282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023354282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023354283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023354283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023354284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023354284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023354284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:55.918591 run osmo-stp_10.42.42.5(pid=12360): stdout: \u000a| (launched: 2022-12-09_02:33:54.096166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:56.050254 run osmo-stp_10.42.42.5(pid=12360): stderr: \u000a| �[0;m�[38;5;43m20221209023354282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023354282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023354283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023354283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023354284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023354284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023354284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:56.202888 run patchelf(pid=12363): Terminating (SIGINT)\u000a02:33:56.381923 run patchelf(pid=12363): Terminated: ok {rc=0}\u000a02:33:56.414812 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12360): Process ended prematurely: osmo-stp_10.42.42.5(pid=12360) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12360)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:33:56.424497 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:33:56.488319 run osmo-hlr_10.42.42.2(pid=12357): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12357)]\u000a02:33:56.540307 run osmo-hlr_10.42.42.2(pid=12357): stdout: \u000a| (launched: 2022-12-09_02:33:53.099333) \u000a02:33:56.592499 run osmo-hlr_10.42.42.2(pid=12357): stderr: \u000a| �[0;m�[1;31m20221209023353295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023353295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023353295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023353295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023353295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023353295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023353310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023353319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023353319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023353319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:56.637154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12346): Terminating (SIGTERM)\u000a02:33:56.678667 run iperf3-srv_10.42.42.10(pid=12347): Terminating (SIGTERM)\u000a02:33:56.720626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12348): Terminating (SIGTERM)\u000a02:33:56.762806 run iperf3-srv_10.42.42.10(pid=12349): Terminating (SIGTERM)\u000a02:33:56.804038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12350): Terminating (SIGTERM)\u000a02:33:56.845442 run iperf3-srv_10.42.42.10(pid=12351): Terminating (SIGTERM)\u000a02:33:56.887307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12352): Terminating (SIGTERM)\u000a02:33:56.928607 run iperf3-srv_10.42.42.10(pid=12353): Terminating (SIGTERM)\u000a02:33:56.970222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12356): Terminating (SIGTERM)\u000a02:33:57.011547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12359): Terminating (SIGTERM)\u000a02:33:57.053652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12362): Terminating (SIGTERM)\u000a02:33:57.063309 --- ParallelTerminationStrategy: PID 12346 died...\u000a02:33:57.119409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12346): Terminated: ok {rc=0}\u000a02:33:57.129473 --- ParallelTerminationStrategy: PID 12347 died...\u000a02:33:57.184977 run iperf3-srv_10.42.42.10(pid=12347): Terminated {rc=256}\u000a02:33:57.195084 --- ParallelTerminationStrategy: PID 12348 died...\u000a02:33:57.250675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12348): Terminated: ok {rc=0}\u000a02:33:57.260593 --- ParallelTerminationStrategy: PID 12349 died...\u000a02:33:57.315873 run iperf3-srv_10.42.42.10(pid=12349): Terminated {rc=256}\u000a02:33:57.325879 --- ParallelTerminationStrategy: PID 12350 died...\u000a02:33:57.382070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12350): Terminated: ok {rc=0}\u000a02:33:57.391931 --- ParallelTerminationStrategy: PID 12351 died...\u000a02:33:57.447324 run iperf3-srv_10.42.42.10(pid=12351): Terminated {rc=256}\u000a02:33:57.457282 --- ParallelTerminationStrategy: PID 12352 died...\u000a02:33:57.513767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12352): Terminated: ok {rc=0}\u000a02:33:57.523886 --- ParallelTerminationStrategy: PID 12353 died...\u000a02:33:57.579838 run iperf3-srv_10.42.42.10(pid=12353): Terminated {rc=256}\u000a02:33:57.589819 --- ParallelTerminationStrategy: PID 12356 died...\u000a02:33:57.644922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12356): Terminated: ok {rc=0}\u000a02:33:57.654967 --- ParallelTerminationStrategy: PID 12359 died...\u000a02:33:57.709847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12359): Terminated: ok {rc=0}\u000a02:33:57.719736 --- ParallelTerminationStrategy: PID 12362 died...\u000a02:33:57.775101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12362): Terminated: ok {rc=0}\u000a02:33:57.862055 bus /gobi_4: Setting Powered False\u000a02:33:58.966754 bus /gobi_4: Setting Powered False\u000a02:34:00.073892 bus /gobi_1: Setting Powered False\u000a02:34:01.183925 bus /gobi_1: Setting Powered False\u000a02:34:02.292149 bus /gobi_0: Setting Powered False\u000a02:34:03.397475 bus /gobi_0: Setting Powered False\u000a02:34:04.506282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12370): Process ended prematurely: osmo-stp_10.42.42.5(pid=12370) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12370)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12370): Process ended prematurely: osmo-stp_10.42.42.5(pid=12370) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:34:05.572747 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:05.584253 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:34:05.743977 tst ping.py: using LAC 18463\u000a02:34:05.858770 tst ping.py: using RAC 103\u000a02:34:05.974312 tst ping.py: using CellId 18463\u000a02:34:06.089653 tst ping.py: using BVCI 18464\u000a02:34:06.112460 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:06.123550 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:06.134498 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:06.145621 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:06.156684 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:06.167603 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:06.178948 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:06.190010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:34:06.460401 tst ping.py:19: start network...\u000a02:34:06.582090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:07.049347 run create_hlr_db(pid=12364): Launched\u000a02:34:07.217301 bus /gobi_6: Setting Powered False\u000a02:34:08.250220 run create_hlr_db(pid=12364): Terminated: ok {rc=0}\u000a02:34:08.668710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12366): Launched\u000a02:34:08.982872 run osmo-hlr_10.42.42.2(pid=12367): Launched\u000a02:34:09.101687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:09.657310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12369): Launched\u000a02:34:09.971203 run osmo-stp_10.42.42.5(pid=12370): Launched\u000a02:34:10.086093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:10.634819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12372): Launched\u000a02:34:10.747158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:11.020226 run patchelf(pid=12373): Launched\u000a02:34:11.204094 run osmo-stp_10.42.42.5(pid=12370): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12370)]\u000a02:34:11.338777 run osmo-stp_10.42.42.5(pid=12370): stdout: \u000a| (launched: 2022-12-09_02:34:09.817182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:11.473753 run osmo-stp_10.42.42.5(pid=12370): stderr: \u000a| �[0;m�[38;5;43m20221209023410011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023410011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023410011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023410012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023410012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023410013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023410013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:11.604572 run osmo-stp_10.42.42.5(pid=12370): stdout: \u000a| (launched: 2022-12-09_02:34:09.817182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:11.734148 run osmo-stp_10.42.42.5(pid=12370): stderr: \u000a| �[0;m�[38;5;43m20221209023410011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023410011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023410011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023410012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023410012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023410013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023410013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:11.884045 run patchelf(pid=12373): Terminating (SIGINT)\u000a02:34:12.060046 run patchelf(pid=12373): Terminated: ok {rc=0}\u000a02:34:12.092112 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12370): Process ended prematurely: osmo-stp_10.42.42.5(pid=12370) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12370)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:34:12.101252 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:34:12.164042 run osmo-hlr_10.42.42.2(pid=12367): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12367)]\u000a02:34:12.215023 run osmo-hlr_10.42.42.2(pid=12367): stdout: \u000a| (launched: 2022-12-09_02:34:08.828928) \u000a02:34:12.266720 run osmo-hlr_10.42.42.2(pid=12367): stderr: \u000a| �[0;m�[1;31m20221209023409025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023409025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023409025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023409025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023409025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023409025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023409038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023409046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023409046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023409046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:12.310472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12366): Terminating (SIGTERM)\u000a02:34:12.352436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12369): Terminating (SIGTERM)\u000a02:34:12.394521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12372): Terminating (SIGTERM)\u000a02:34:12.404105 --- ParallelTerminationStrategy: PID 12366 died...\u000a02:34:12.459802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12366): Terminated: ok {rc=0}\u000a02:34:12.469765 --- ParallelTerminationStrategy: PID 12369 died...\u000a02:34:12.525282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12369): Terminated: ok {rc=0}\u000a02:34:12.535420 --- ParallelTerminationStrategy: PID 12372 died...\u000a02:34:12.591359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12372): Terminated: ok {rc=0}\u000a02:34:12.678437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12381): Process ended prematurely: osmo-stp_10.42.42.5(pid=12381) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12381)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12381): Process ended prematurely: osmo-stp_10.42.42.5(pid=12381) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:34:13.731163 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:13.743563 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:34:13.909170 tst ping_idle_ping.py: using LAC 18464\u000a02:34:14.032216 tst ping_idle_ping.py: using RAC 104\u000a02:34:14.155903 tst ping_idle_ping.py: using CellId 18464\u000a02:34:14.279328 tst ping_idle_ping.py: using BVCI 18465\u000a02:34:14.303731 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:14.315060 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:14.326339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:14.337868 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:14.349179 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:14.360541 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:14.372010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:34:14.383364 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:34:14.662700 tst ping_idle_ping.py:24: start network...\u000a02:34:14.785677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:15.260476 run create_hlr_db(pid=12375): Launched\u000a02:34:15.430832 bus /gobi_6: Setting Powered False\u000a02:34:16.454090 run create_hlr_db(pid=12375): Terminated: ok {rc=0}\u000a02:34:16.873829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12377): Launched\u000a02:34:17.258674 run osmo-hlr_10.42.42.2(pid=12378): Launched\u000a02:34:17.365717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:17.873108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12380): Launched\u000a02:34:18.164855 run osmo-stp_10.42.42.5(pid=12381): Launched\u000a02:34:18.270747 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:18.780672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12383): Launched\u000a02:34:18.884704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:19.138885 run patchelf(pid=12384): Launched\u000a02:34:19.310123 run osmo-stp_10.42.42.5(pid=12381): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12381)]\u000a02:34:19.435712 run osmo-stp_10.42.42.5(pid=12381): stdout: \u000a| (launched: 2022-12-09_02:34:18.021759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:19.562000 run osmo-stp_10.42.42.5(pid=12381): stderr: \u000a| �[0;m�[38;5;43m20221209023418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023418192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023418192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023418193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023418193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023418193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:19.683134 run osmo-stp_10.42.42.5(pid=12381): stdout: \u000a| (launched: 2022-12-09_02:34:18.021759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:19.803388 run osmo-stp_10.42.42.5(pid=12381): stderr: \u000a| �[0;m�[38;5;43m20221209023418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023418192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023418192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023418193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023418193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023418193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:19.943208 run patchelf(pid=12384): Terminating (SIGINT)\u000a02:34:20.107302 run patchelf(pid=12384): Terminated: ok {rc=0}\u000a02:34:20.137265 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12381): Process ended prematurely: osmo-stp_10.42.42.5(pid=12381) [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12381)] [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:34:20.145672 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:34:20.204086 run osmo-hlr_10.42.42.2(pid=12378): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12378)]\u000a02:34:20.252072 run osmo-hlr_10.42.42.2(pid=12378): stdout: \u000a| (launched: 2022-12-09_02:34:17.028233) \u000a02:34:20.300709 run osmo-hlr_10.42.42.2(pid=12378): stderr: \u000a| �[0;m�[1;31m20221209023417236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023417236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023417236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023417236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023417237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023417237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023417249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023417257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023417257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023417257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:20.342174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12377): Terminating (SIGTERM)\u000a02:34:20.381152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12380): Terminating (SIGTERM)\u000a02:34:20.420083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12383): Terminating (SIGTERM)\u000a02:34:20.428773 --- ParallelTerminationStrategy: PID 12377 died...\u000a02:34:20.480777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12377): Terminated: ok {rc=0}\u000a02:34:20.490222 --- ParallelTerminationStrategy: PID 12380 died...\u000a02:34:20.542244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12380): Terminated: ok {rc=0}\u000a02:34:20.551468 --- ParallelTerminationStrategy: PID 12383 died...\u000a02:34:20.604096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12383): Terminated: ok {rc=0}\u000a02:34:20.686803 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:33:22" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12398): Process ended prematurely: osmo-stp_10.42.42.5(pid=12398) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12398): Process ended prematurely: osmo-stp_10.42.42.5(pid=12398) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:34:22.847825 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:22.859368 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:22.996586 tst cs_paging_gprs_active.py: using LAC 18465\u000a02:34:23.125276 tst cs_paging_gprs_active.py: using RAC 105\u000a02:34:23.244207 tst cs_paging_gprs_active.py: using CellId 18465\u000a02:34:23.359875 tst cs_paging_gprs_active.py: using BVCI 18466\u000a02:34:23.382998 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.394494 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.405696 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.416889 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.427981 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.439195 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.450349 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.461357 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:23.472529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:23.590766 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:23.884051 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:34:24.018421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:24.348828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12388): Launched\u000a02:34:24.625543 run iperf3-srv_10.42.42.10(pid=12389): Launched\u000a02:34:24.822680 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:34:24.956886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:25.287956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12390): Launched\u000a02:34:25.563735 run iperf3-srv_10.42.42.10(pid=12391): Launched\u000a02:34:25.760999 tst cs_paging_gprs_active.py:38: start network...\u000a02:34:25.895237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:26.398660 run create_hlr_db(pid=12392): Launched\u000a02:34:26.584546 bus /gobi_6: Setting Powered False\u000a02:34:27.606727 run create_hlr_db(pid=12392): Terminated: ok {rc=0}\u000a02:34:28.005122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12394): Launched\u000a02:34:28.302450 run osmo-hlr_10.42.42.2(pid=12395): Launched\u000a02:34:28.412264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:28.929432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12397): Launched\u000a02:34:29.227477 run osmo-stp_10.42.42.5(pid=12398): Launched\u000a02:34:29.336585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:29.856479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12400): Launched\u000a02:34:29.962758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:30.222753 run patchelf(pid=12401): Launched\u000a02:34:30.397370 run osmo-stp_10.42.42.5(pid=12398): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)]\u000a02:34:30.524842 run osmo-stp_10.42.42.5(pid=12398): stdout: \u000a| (launched: 2022-12-09_02:34:29.080768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:30.653401 run osmo-stp_10.42.42.5(pid=12398): stderr: \u000a| �[0;m�[38;5;43m20221209023429248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023429248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023429248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023429249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023429249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023429249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023429249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:30.776900 run osmo-stp_10.42.42.5(pid=12398): stdout: \u000a| (launched: 2022-12-09_02:34:29.080768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:30.919585 run osmo-stp_10.42.42.5(pid=12398): stderr: \u000a| �[0;m�[38;5;43m20221209023429248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023429248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023429248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023429249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023429249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023429249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023429249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:31.079901 run patchelf(pid=12401): Terminating (SIGINT)\u000a02:34:31.265257 run patchelf(pid=12401): Terminated: ok {rc=0}\u000a02:34:31.300806 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12398): Process ended prematurely: osmo-stp_10.42.42.5(pid=12398) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)] [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a02:34:31.313963 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:34:31.389284 run osmo-hlr_10.42.42.2(pid=12395): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12395)]\u000a02:34:31.448700 run osmo-hlr_10.42.42.2(pid=12395): stdout: \u000a| (launched: 2022-12-09_02:34:28.156366) \u000a02:34:31.510800 run osmo-hlr_10.42.42.2(pid=12395): stderr: \u000a| �[0;m�[1;31m20221209023428330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023428330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023428330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023428330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023428330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023428330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023428342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023428351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023428351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023428351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:31.563604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12388): Terminating (SIGTERM)\u000a02:34:31.615620 run iperf3-srv_10.42.42.10(pid=12389): Terminating (SIGTERM)\u000a02:34:31.667890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12390): Terminating (SIGTERM)\u000a02:34:31.718151 run iperf3-srv_10.42.42.10(pid=12391): Terminating (SIGTERM)\u000a02:34:31.770049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12394): Terminating (SIGTERM)\u000a02:34:31.817401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12397): Terminating (SIGTERM)\u000a02:34:31.865049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12400): Terminating (SIGTERM)\u000a02:34:31.875875 --- ParallelTerminationStrategy: PID 12388 died...\u000a02:34:31.937934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12388): Terminated: ok {rc=0}\u000a02:34:31.949131 --- ParallelTerminationStrategy: PID 12389 died...\u000a02:34:32.009917 run iperf3-srv_10.42.42.10(pid=12389): Terminated {rc=256}\u000a02:34:32.021044 --- ParallelTerminationStrategy: PID 12390 died...\u000a02:34:32.081141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12390): Terminated: ok {rc=0}\u000a02:34:32.092121 --- ParallelTerminationStrategy: PID 12391 died...\u000a02:34:32.151479 run iperf3-srv_10.42.42.10(pid=12391): Terminated {rc=256}\u000a02:34:32.163600 --- ParallelTerminationStrategy: PID 12394 died...\u000a02:34:32.223734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12394): Terminated: ok {rc=0}\u000a02:34:32.234818 --- ParallelTerminationStrategy: PID 12397 died...\u000a02:34:32.291567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12397): Terminated: ok {rc=0}\u000a02:34:32.302282 --- ParallelTerminationStrategy: PID 12400 died...\u000a02:34:32.358027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12400): Terminated: ok {rc=0}\u000a02:34:32.444154 bus /gobi_0: Setting Powered False\u000a02:34:33.550868 bus /gobi_0: Setting Powered False\u000a02:34:34.661952 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a02:34:35.771353 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:35.783404 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:35.928772 tst iperf3.py: using LAC 18466\u000a02:34:36.054130 tst iperf3.py: using RAC 106\u000a02:34:36.181964 tst iperf3.py: using CellId 18466\u000a02:34:36.306710 tst iperf3.py: using BVCI 18467\u000a02:34:36.331573 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.343538 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.355344 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.367615 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.380050 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.392214 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.404391 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.416656 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.429449 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:36.710035 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:34:36.835381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:37.145215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12402): Launched\u000a02:34:37.402992 run iperf3-srv_10.42.42.10(pid=12403): Launched\u000a02:34:37.585772 tst iperf3.py:8: start network...\u000a02:34:37.710821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:38.189535 run create_hlr_db(pid=12404): Launched\u000a02:34:38.361206 bus /gobi_6: Setting Powered False\u000a02:34:39.382058 run create_hlr_db(pid=12404): Terminated: ok {rc=0}\u000a02:34:39.806895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Launched\u000a02:34:40.128127 run osmo-hlr_10.42.42.2(pid=12407): Launched\u000a02:34:40.245059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:40.803288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Launched\u000a02:34:41.125884 run osmo-stp_10.42.42.5(pid=12410): Launched\u000a02:34:41.243247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:41.802291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12412): Launched\u000a02:34:41.917432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:42.196358 run patchelf(pid=12413): Launched\u000a02:34:42.384324 run osmo-stp_10.42.42.5(pid=12410): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]\u000a02:34:42.522104 run osmo-stp_10.42.42.5(pid=12410): stdout: \u000a| (launched: 2022-12-09_02:34:40.966737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:42.659501 run osmo-stp_10.42.42.5(pid=12410): stderr: \u000a| �[0;m�[38;5;43m20221209023441157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023441157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023441157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023441158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023441158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023441158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023441158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:42.793006 run osmo-stp_10.42.42.5(pid=12410): stdout: \u000a| (launched: 2022-12-09_02:34:40.966737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:42.924777 run osmo-stp_10.42.42.5(pid=12410): stderr: \u000a| �[0;m�[38;5;43m20221209023441157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023441157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023441157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023441158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023441158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023441158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023441158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:43.078122 run patchelf(pid=12413): Terminating (SIGINT)\u000a02:34:43.258161 run patchelf(pid=12413): Terminated: ok {rc=0}\u000a02:34:43.291140 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)] [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a02:34:43.300988 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:34:43.363773 run osmo-hlr_10.42.42.2(pid=12407): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12407)]\u000a02:34:43.414822 run osmo-hlr_10.42.42.2(pid=12407): stdout: \u000a| (launched: 2022-12-09_02:34:39.970629) \u000a02:34:43.466495 run osmo-hlr_10.42.42.2(pid=12407): stderr: \u000a| �[0;m�[1;31m20221209023440167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023440167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023440167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023440167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023440167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023440167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023440179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023440187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023440188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023440188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:43.510323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12402): Terminating (SIGTERM)\u000a02:34:43.552359 run iperf3-srv_10.42.42.10(pid=12403): Terminating (SIGTERM)\u000a02:34:43.594312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Terminating (SIGTERM)\u000a02:34:43.636289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Terminating (SIGTERM)\u000a02:34:43.677630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12412): Terminating (SIGTERM)\u000a02:34:43.687352 --- ParallelTerminationStrategy: PID 12402 died...\u000a02:34:43.743007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12402): Terminated: ok {rc=0}\u000a02:34:43.752849 --- ParallelTerminationStrategy: PID 12403 died...\u000a02:34:43.808005 run iperf3-srv_10.42.42.10(pid=12403): Terminated {rc=256}\u000a02:34:43.817886 --- ParallelTerminationStrategy: PID 12406 died...\u000a02:34:43.873159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Terminated: ok {rc=0}\u000a02:34:43.883107 --- ParallelTerminationStrategy: PID 12409 died...\u000a02:34:43.938297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Terminated: ok {rc=0}\u000a02:34:43.948429 --- ParallelTerminationStrategy: PID 12412 died...\u000a02:34:44.004083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12412): Terminated: ok {rc=0}\u000a02:34:44.089420 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12428): Process ended prematurely: osmo-stp_10.42.42.5(pid=12428) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12428)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12428): Process ended prematurely: osmo-stp_10.42.42.5(pid=12428) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a02:34:45.203171 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.215999 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:45.363741 tst iperf3m4.py: using LAC 18467\u000a02:34:45.489250 tst iperf3m4.py: using RAC 107\u000a02:34:45.617203 tst iperf3m4.py: using CellId 18467\u000a02:34:45.744454 tst iperf3m4.py: using BVCI 18468\u000a02:34:45.769149 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.780908 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.792493 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.804347 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.816193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.828714 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.841401 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.853424 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:45.865909 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:45.999528 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:46.144277 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:46.273362 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:46.621592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:34:46.758650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:47.110076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12414): Launched\u000a02:34:47.400921 run iperf3-srv_10.42.42.10(pid=12415): Launched\u000a02:34:47.599179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:34:47.734511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:48.066389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12416): Launched\u000a02:34:48.342100 run iperf3-srv_10.42.42.10(pid=12417): Launched\u000a02:34:48.539709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:34:48.674758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:49.006014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12418): Launched\u000a02:34:49.281103 run iperf3-srv_10.42.42.10(pid=12419): Launched\u000a02:34:49.478011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:34:49.613178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:49.943649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12420): Launched\u000a02:34:50.218388 run iperf3-srv_10.42.42.10(pid=12421): Launched\u000a02:34:50.415159 tst iperf3m4.py:8: start network...\u000a02:34:50.550126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:51.055424 run create_hlr_db(pid=12422): Launched\u000a02:34:51.240864 bus /gobi_6: Setting Powered False\u000a02:34:52.261295 run create_hlr_db(pid=12422): Terminated: ok {rc=0}\u000a02:34:52.686981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12424): Launched\u000a02:34:53.008399 run osmo-hlr_10.42.42.2(pid=12425): Launched\u000a02:34:53.126038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:53.688999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12427): Launched\u000a02:34:54.009253 run osmo-stp_10.42.42.5(pid=12428): Launched\u000a02:34:54.126990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:54.683938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12430): Launched\u000a02:34:54.796127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:55.076893 run patchelf(pid=12431): Launched\u000a02:34:55.264429 run osmo-stp_10.42.42.5(pid=12428): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12428)]\u000a02:34:55.401800 run osmo-stp_10.42.42.5(pid=12428): stdout: \u000a| (launched: 2022-12-09_02:34:53.852297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:55.539893 run osmo-stp_10.42.42.5(pid=12428): stderr: \u000a| �[0;m�[38;5;43m20221209023454039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023454040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023454040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023454040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:55.673534 run osmo-stp_10.42.42.5(pid=12428): stdout: \u000a| (launched: 2022-12-09_02:34:53.852297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:55.805700 run osmo-stp_10.42.42.5(pid=12428): stderr: \u000a| �[0;m�[38;5;43m20221209023454039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023454040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023454040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023454040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:55.958925 run patchelf(pid=12431): Terminating (SIGINT)\u000a02:34:56.138630 run patchelf(pid=12431): Terminated: ok {rc=0}\u000a02:34:56.171665 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12428): Process ended prematurely: osmo-stp_10.42.42.5(pid=12428) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12428)] [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a02:34:56.181697 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:34:56.245215 run osmo-hlr_10.42.42.2(pid=12425): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12425)]\u000a02:34:56.296533 run osmo-hlr_10.42.42.2(pid=12425): stdout: \u000a| (launched: 2022-12-09_02:34:52.850481) \u000a02:34:56.348408 run osmo-hlr_10.42.42.2(pid=12425): stderr: \u000a| �[0;m�[1;31m20221209023453046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023453046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023453046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023453046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023453046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023453046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023453058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023453066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023453066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023453066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:56.392346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12414): Terminating (SIGTERM)\u000a02:34:56.434555 run iperf3-srv_10.42.42.10(pid=12415): Terminating (SIGTERM)\u000a02:34:56.476084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12416): Terminating (SIGTERM)\u000a02:34:56.517928 run iperf3-srv_10.42.42.10(pid=12417): Terminating (SIGTERM)\u000a02:34:56.559769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12418): Terminating (SIGTERM)\u000a02:34:56.601580 run iperf3-srv_10.42.42.10(pid=12419): Terminating (SIGTERM)\u000a02:34:56.643425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12420): Terminating (SIGTERM)\u000a02:34:56.685091 run iperf3-srv_10.42.42.10(pid=12421): Terminating (SIGTERM)\u000a02:34:56.726691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12424): Terminating (SIGTERM)\u000a02:34:56.768255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12427): Terminating (SIGTERM)\u000a02:34:56.809982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12430): Terminating (SIGTERM)\u000a02:34:56.819913 --- ParallelTerminationStrategy: PID 12414 died...\u000a02:34:56.876094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12414): Terminated: ok {rc=0}\u000a02:34:56.886329 --- ParallelTerminationStrategy: PID 12415 died...\u000a02:34:56.941825 run iperf3-srv_10.42.42.10(pid=12415): Terminated {rc=256}\u000a02:34:56.951944 --- ParallelTerminationStrategy: PID 12416 died...\u000a02:34:57.007566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12416): Terminated: ok {rc=0}\u000a02:34:57.017999 --- ParallelTerminationStrategy: PID 12417 died...\u000a02:34:57.073229 run iperf3-srv_10.42.42.10(pid=12417): Terminated {rc=256}\u000a02:34:57.083528 --- ParallelTerminationStrategy: PID 12418 died...\u000a02:34:57.139172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12418): Terminated: ok {rc=0}\u000a02:34:57.149454 --- ParallelTerminationStrategy: PID 12419 died...\u000a02:34:57.204840 run iperf3-srv_10.42.42.10(pid=12419): Terminated {rc=256}\u000a02:34:57.214961 --- ParallelTerminationStrategy: PID 12420 died...\u000a02:34:57.270034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12420): Terminated: ok {rc=0}\u000a02:34:57.280056 --- ParallelTerminationStrategy: PID 12421 died...\u000a02:34:57.335590 run iperf3-srv_10.42.42.10(pid=12421): Terminated {rc=256}\u000a02:34:57.345967 --- ParallelTerminationStrategy: PID 12424 died...\u000a02:34:57.401473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12424): Terminated: ok {rc=0}\u000a02:34:57.411901 --- ParallelTerminationStrategy: PID 12427 died...\u000a02:34:57.467718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12427): Terminated: ok {rc=0}\u000a02:34:57.477945 --- ParallelTerminationStrategy: PID 12430 died...\u000a02:34:57.534225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12430): Terminated: ok {rc=0}\u000a02:34:57.621970 bus /gobi_4: Setting Powered False\u000a02:34:58.727565 bus /gobi_4: Setting Powered False\u000a02:34:59.834615 bus /gobi_1: Setting Powered False\u000a02:35:00.948320 bus /gobi_1: Setting Powered False\u000a02:35:02.074656 bus /gobi_0: Setting Powered False\u000a02:35:03.183439 bus /gobi_0: Setting Powered False\u000a02:35:04.289782 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a02:35:05.358546 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.370770 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:35:05.522294 tst ping.py: using LAC 18468\u000a02:35:05.644520 tst ping.py: using RAC 108\u000a02:35:05.766750 tst ping.py: using CellId 18468\u000a02:35:05.888785 tst ping.py: using BVCI 18469\u000a02:35:05.912943 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.924759 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.936410 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.948210 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.959903 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.971829 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.983985 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:05.995773 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:35:06.267785 tst ping.py:19: start network...\u000a02:35:06.390093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:06.861710 run create_hlr_db(pid=12435): Launched\u000a02:35:07.031247 bus /gobi_6: Setting Powered False\u000a02:35:08.050815 run create_hlr_db(pid=12435): Terminated: ok {rc=0}\u000a02:35:08.469515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Launched\u000a02:35:08.785690 run osmo-hlr_10.42.42.2(pid=12438): Launched\u000a02:35:08.900930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:09.450757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Launched\u000a02:35:09.765995 run osmo-stp_10.42.42.5(pid=12441): Launched\u000a02:35:09.880238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:35:10.430675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12443): Launched\u000a02:35:10.544743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:35:10.819106 run patchelf(pid=12444): Launched\u000a02:35:11.004119 run osmo-stp_10.42.42.5(pid=12441): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]\u000a02:35:11.139383 run osmo-stp_10.42.42.5(pid=12441): stdout: \u000a| (launched: 2022-12-09_02:35:09.611548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:11.275263 run osmo-stp_10.42.42.5(pid=12441): stderr: \u000a| �[0;m�[38;5;43m20221209023509802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023509802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023509803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023509803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023509803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023509803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023509804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:11.406610 run osmo-stp_10.42.42.5(pid=12441): stdout: \u000a| (launched: 2022-12-09_02:35:09.611548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:11.537050 run osmo-stp_10.42.42.5(pid=12441): stderr: \u000a| �[0;m�[38;5;43m20221209023509802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023509802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023509803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023509803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023509803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023509803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023509804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:11.688180 run patchelf(pid=12444): Terminating (SIGINT)\u000a02:35:11.864420 run patchelf(pid=12444): Terminated: ok {rc=0}\u000a02:35:11.896743 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)] [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a02:35:11.906206 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:35:11.969257 run osmo-hlr_10.42.42.2(pid=12438): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12438)]\u000a02:35:12.020680 run osmo-hlr_10.42.42.2(pid=12438): stdout: \u000a| (launched: 2022-12-09_02:35:08.630421) \u000a02:35:12.072582 run osmo-hlr_10.42.42.2(pid=12438): stderr: \u000a| �[0;m�[1;31m20221209023508827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023508828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023508828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023508828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023508828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023508828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023508840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023508848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023508848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023508848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:12.116488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Terminating (SIGTERM)\u000a02:35:12.158276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Terminating (SIGTERM)\u000a02:35:12.200335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12443): Terminating (SIGTERM)\u000a02:35:12.210093 --- ParallelTerminationStrategy: PID 12437 died...\u000a02:35:12.265791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Terminated: ok {rc=0}\u000a02:35:12.276136 --- ParallelTerminationStrategy: PID 12440 died...\u000a02:35:12.331377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Terminated: ok {rc=0}\u000a02:35:12.341758 --- ParallelTerminationStrategy: PID 12443 died...\u000a02:35:12.397069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12443): Terminated: ok {rc=0}\u000a02:35:12.484108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12451): Process ended prematurely: osmo-stp_10.42.42.5(pid=12451) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12451)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12451): Process ended prematurely: osmo-stp_10.42.42.5(pid=12451) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a02:35:13.536617 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:13.549061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:35:13.696921 tst ping_idle_ping.py: using LAC 18469\u000a02:35:13.821319 tst ping_idle_ping.py: using RAC 109\u000a02:35:13.945162 tst ping_idle_ping.py: using CellId 18469\u000a02:35:14.063026 tst ping_idle_ping.py: using BVCI 18470\u000a02:35:14.085970 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:14.097324 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:14.108431 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:14.119587 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:14.130720 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:14.141927 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:14.153279 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:35:14.164345 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:35:14.451903 tst ping_idle_ping.py:24: start network...\u000a02:35:14.585618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:15.086049 run create_hlr_db(pid=12445): Launched\u000a02:35:15.269441 bus /gobi_6: Setting Powered False\u000a02:35:16.343802 run create_hlr_db(pid=12445): Terminated: ok {rc=0}\u000a02:35:16.847363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12447): Launched\u000a02:35:17.286193 run osmo-hlr_10.42.42.2(pid=12448): Launched\u000a02:35:17.410797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:17.963981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12450): Launched\u000a02:35:18.279353 run osmo-stp_10.42.42.5(pid=12451): Launched\u000a02:35:18.394719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:35:18.946154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12453): Launched\u000a02:35:19.059848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:35:19.334746 run patchelf(pid=12454): Launched\u000a02:35:19.519834 run osmo-stp_10.42.42.5(pid=12451): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12451)]\u000a02:35:19.656349 run osmo-stp_10.42.42.5(pid=12451): stdout: \u000a| (launched: 2022-12-09_02:35:18.125334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:19.792055 run osmo-stp_10.42.42.5(pid=12451): stderr: \u000a| �[0;m�[38;5;43m20221209023518314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023518314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023518315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023518315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023518315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023518315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023518316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:19.923517 run osmo-stp_10.42.42.5(pid=12451): stdout: \u000a| (launched: 2022-12-09_02:35:18.125334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:20.054050 run osmo-stp_10.42.42.5(pid=12451): stderr: \u000a| �[0;m�[38;5;43m20221209023518314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023518314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023518315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023518315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023518315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023518315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023518316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:20.205515 run patchelf(pid=12454): Terminating (SIGINT)\u000a02:35:20.382437 run patchelf(pid=12454): Terminated: ok {rc=0}\u000a02:35:20.414642 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12451): Process ended prematurely: osmo-stp_10.42.42.5(pid=12451) [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12451)] [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a02:35:20.423749 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a02:35:20.487005 run osmo-hlr_10.42.42.2(pid=12448): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12448)]\u000a02:35:20.538723 run osmo-hlr_10.42.42.2(pid=12448): stdout: \u000a| (launched: 2022-12-09_02:35:17.060715) \u000a02:35:20.591281 run osmo-hlr_10.42.42.2(pid=12448): stderr: \u000a| �[0;m�[1;31m20221209023517434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023517435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023517435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023517435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023517435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023517435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023517447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023517456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023517456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023517456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:20.635305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12447): Terminating (SIGTERM)\u000a02:35:20.677629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12450): Terminating (SIGTERM)\u000a02:35:20.719756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12453): Terminating (SIGTERM)\u000a02:35:20.729496 --- ParallelTerminationStrategy: PID 12447 died...\u000a02:35:20.785542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12447): Terminated: ok {rc=0}\u000a02:35:20.795912 --- ParallelTerminationStrategy: PID 12450 died...\u000a02:35:20.851760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12450): Terminated: ok {rc=0}\u000a02:35:20.861869 --- ParallelTerminationStrategy: PID 12453 died...\u000a02:35:20.917239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12453): Terminated: ok {rc=0}\u000a02:35:21.002607 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:34:22" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12465): Process ended prematurely: osmo-stp_10.42.42.5(pid=12465) [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12465)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12465): Process ended prematurely: osmo-stp_10.42.42.5(pid=12465) [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:35:23.046743 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.058870 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:35:23.219124 tst switch_tch_pdch.py: using LAC 18470\u000a02:35:23.343184 tst switch_tch_pdch.py: using RAC 110\u000a02:35:23.465612 tst switch_tch_pdch.py: using CellId 18470\u000a02:35:23.588382 tst switch_tch_pdch.py: using BVCI 18471\u000a02:35:23.612490 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.624134 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.635697 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.647478 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.659213 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.670942 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.682689 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:35:23.694423 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:35:23.811098 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:35:24.082208 tst switch_tch_pdch.py:51: start network...\u000a02:35:24.203851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:24.674857 run create_hlr_db(pid=12459): Launched\u000a02:35:24.843450 bus /gobi_6: Setting Powered False\u000a02:35:25.865595 run create_hlr_db(pid=12459): Terminated: ok {rc=0}\u000a02:35:26.256660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12461): Launched\u000a02:35:26.547852 run osmo-hlr_10.42.42.2(pid=12462): Launched\u000a02:35:26.661777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:27.181357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12464): Launched\u000a02:35:27.473213 run osmo-stp_10.42.42.5(pid=12465): Launched\u000a02:35:27.579987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:35:28.089599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12467): Launched\u000a02:35:28.193414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:35:28.447221 run patchelf(pid=12468): Launched\u000a02:35:28.618194 run osmo-stp_10.42.42.5(pid=12465): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12465)]\u000a02:35:28.743666 run osmo-stp_10.42.42.5(pid=12465): stdout: \u000a| (launched: 2022-12-09_02:35:27.329903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:28.869490 run osmo-stp_10.42.42.5(pid=12465): stderr: \u000a| �[0;m�[38;5;43m20221209023527499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023527499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023527500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023527500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023527501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023527501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023527501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:28.990765 run osmo-stp_10.42.42.5(pid=12465): stdout: \u000a| (launched: 2022-12-09_02:35:27.329903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:29.111682 run osmo-stp_10.42.42.5(pid=12465): stderr: \u000a| �[0;m�[38;5;43m20221209023527499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023527499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023527500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023527500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023527501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023527501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023527501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:29.251341 run patchelf(pid=12468): Terminating (SIGINT)\u000a02:35:29.415228 run patchelf(pid=12468): Terminated: ok {rc=0}\u000a02:35:29.445188 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12465): Process ended prematurely: osmo-stp_10.42.42.5(pid=12465) [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12465)] [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:35:29.453725 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a02:35:29.512744 run osmo-hlr_10.42.42.2(pid=12462): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12462)]\u000a02:35:29.561064 run osmo-hlr_10.42.42.2(pid=12462): stdout: \u000a| (launched: 2022-12-09_02:35:26.405193) \u000a02:35:29.609807 run osmo-hlr_10.42.42.2(pid=12462): stderr: \u000a| �[0;m�[1;31m20221209023526579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023526579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023526579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023526579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023526579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023526579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023526592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023526600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023526600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023526600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:29.651387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12461): Terminating (SIGTERM)\u000a02:35:29.690692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12464): Terminating (SIGTERM)\u000a02:35:29.729982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12467): Terminating (SIGTERM)\u000a02:35:29.739071 --- ParallelTerminationStrategy: PID 12461 died...\u000a02:35:29.791594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12461): Terminated: ok {rc=0}\u000a02:35:29.801176 --- ParallelTerminationStrategy: PID 12464 died...\u000a02:35:29.853547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12464): Terminated: ok {rc=0}\u000a02:35:29.862890 --- ParallelTerminationStrategy: PID 12467 died...\u000a02:35:29.914760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12467): Terminated: ok {rc=0}\u000a02:35:30.002912 bus /gobi_0: Setting Powered False\u000a02:35:31.106336 bus /gobi_0: Setting Powered False\u000a02:35:32.224146 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:35:22" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12479): Process ended prematurely: osmo-stp_10.42.42.5(pid=12479) [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12479): Process ended prematurely: osmo-stp_10.42.42.5(pid=12479) [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:35:34.206927 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.218287 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:35:34.379153 tst switch_tch_pdch.py: using LAC 18471\u000a02:35:34.493294 tst switch_tch_pdch.py: using RAC 111\u000a02:35:34.608381 tst switch_tch_pdch.py: using CellId 18471\u000a02:35:34.724635 tst switch_tch_pdch.py: using BVCI 18472\u000a02:35:34.747367 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.758630 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.769469 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.780126 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.790881 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.801641 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.812463 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:34.823233 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:35:34.941119 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:35:35.230004 tst switch_tch_pdch.py:51: start network...\u000a02:35:35.361816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:35.829555 run create_hlr_db(pid=12473): Launched\u000a02:35:35.957550 bus /gobi_6: Setting Powered False\u000a02:35:37.031635 run create_hlr_db(pid=12473): Terminated: ok {rc=0}\u000a02:35:37.422784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12475): Launched\u000a02:35:37.738405 run osmo-hlr_10.42.42.2(pid=12476): Launched\u000a02:35:37.856413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:38.377377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12478): Launched\u000a02:35:38.691799 run osmo-stp_10.42.42.5(pid=12479): Launched\u000a02:35:38.806876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:35:39.328320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12481): Launched\u000a02:35:39.440892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:35:39.714341 run patchelf(pid=12482): Launched\u000a02:35:39.897380 run osmo-stp_10.42.42.5(pid=12479): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)]\u000a02:35:40.031718 run osmo-stp_10.42.42.5(pid=12479): stdout: \u000a| (launched: 2022-12-09_02:35:38.537087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:40.166650 run osmo-stp_10.42.42.5(pid=12479): stderr: \u000a| �[0;m�[38;5;43m20221209023538728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023538728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023538728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023538729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023538729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023538729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023538729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:40.296862 run osmo-stp_10.42.42.5(pid=12479): stdout: \u000a| (launched: 2022-12-09_02:35:38.537087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:40.426107 run osmo-stp_10.42.42.5(pid=12479): stderr: \u000a| �[0;m�[38;5;43m20221209023538728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023538728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023538728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023538729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023538729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023538729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023538729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:40.576143 run patchelf(pid=12482): Terminating (SIGINT)\u000a02:35:40.751794 run patchelf(pid=12482): Terminated: ok {rc=0}\u000a02:35:40.783680 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12479): Process ended prematurely: osmo-stp_10.42.42.5(pid=12479) [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12479)] [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:35:40.792776 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a02:35:40.855427 run osmo-hlr_10.42.42.2(pid=12476): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12476)]\u000a02:35:40.906670 run osmo-hlr_10.42.42.2(pid=12476): stdout: \u000a| (launched: 2022-12-09_02:35:37.583475) \u000a02:35:40.958318 run osmo-hlr_10.42.42.2(pid=12476): stderr: \u000a| �[0;m�[1;31m20221209023537781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023537782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023537782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023537782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023537782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023537782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023537792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023537800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023537801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023537801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:41.002383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12475): Terminating (SIGTERM)\u000a02:35:41.043927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12478): Terminating (SIGTERM)\u000a02:35:41.085913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12481): Terminating (SIGTERM)\u000a02:35:41.095548 --- ParallelTerminationStrategy: PID 12475 died...\u000a02:35:41.151219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12475): Terminated: ok {rc=0}\u000a02:35:41.161314 --- ParallelTerminationStrategy: PID 12478 died...\u000a02:35:41.216517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12478): Terminated: ok {rc=0}\u000a02:35:41.226676 --- ParallelTerminationStrategy: PID 12481 died...\u000a02:35:41.281736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12481): Terminated: ok {rc=0}\u000a02:35:41.366700 bus /gobi_0: Setting Powered False\u000a02:35:42.472511 bus /gobi_0: Setting Powered False\u000a02:35:43.579684 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:35:33" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12488): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12488) [trial-2353↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12488)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12488): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12488) [trial-2353↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a02:35:45.486337 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a02:35:45.497636 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:45.639664 tst mo_mt_sms.py: using LAC 18472\u000a02:35:45.763171 tst mo_mt_sms.py: using RAC 112\u000a02:35:45.917983 tst mo_mt_sms.py: using CellId 18472\u000a02:35:46.071843 tst mo_mt_sms.py: using BVCI 18473\u000a02:35:46.102734 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:46.239324 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:46.557409 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:35:46.683011 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:35:47.328915 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12487): Launched\u000a02:35:47.642044 run osmo-nitb_10.42.42.2(pid=12488): Launched\u000a02:35:47.835559 run osmo-nitb_10.42.42.2(pid=12488): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12488)]\u000a02:35:47.977704 run osmo-nitb_10.42.42.2(pid=12488): stdout: \u000a| (launched: 2022-12-09_02:35:47.490561) \u000a02:35:48.120661 run osmo-nitb_10.42.42.2(pid=12488): stderr: \u000a| (launched: 2022-12-09_02:35:47.537802)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:48.259132 run osmo-nitb_10.42.42.2(pid=12488): stdout: \u000a| (launched: 2022-12-09_02:35:47.490561) \u000a02:35:48.396494 run osmo-nitb_10.42.42.2(pid=12488): stderr: \u000a| (launched: 2022-12-09_02:35:47.537802)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:48.769398 tst osmo-nitb_10.42.42.2(pid=12488): stdout: \u000a| (launched: 2022-12-09_02:35:47.490561) \u000a02:35:48.894871 tst osmo-nitb_10.42.42.2(pid=12488): stderr: \u000a| (launched: 2022-12-09_02:35:47.537802)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:48.949750 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12488): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12488) [trial-2353↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12488)] [trial-2353↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a02:35:48.958355 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a02:35:48.995292 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12487): Terminating (SIGTERM)\u000a02:35:49.173363 --- ParallelTerminationStrategy: PID 12487 died...\u000a02:35:49.230789 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12487): Terminated: ok {rc=0}\u000a02:35:49.318113 bus /sierra_3: Setting Powered False\u000a02:35:50.421549 bus /sierra_3: Setting Powered False\u000a02:35:51.533113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:35:45" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12498): Process ended prematurely: osmo-stp_10.42.42.5(pid=12498) [trial-2353↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12498)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12498): Process ended prematurely: osmo-stp_10.42.42.5(pid=12498) [trial-2353↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a02:35:53.425898 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:53.436883 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:53.583125 tst mo_mt_sms.py: using LAC 18473\u000a02:35:53.707393 tst mo_mt_sms.py: using RAC 113\u000a02:35:53.829369 tst mo_mt_sms.py: using CellId 18473\u000a02:35:53.951542 tst mo_mt_sms.py: using BVCI 18474\u000a02:35:53.975638 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:53.986873 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:53.997965 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:54.009147 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:54.020247 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:54.031440 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:54.144769 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:54.339393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:54.809564 run create_hlr_db(pid=12492): Launched\u000a02:35:54.978033 bus /sierra_2: Setting Powered False\u000a02:35:55.998770 run create_hlr_db(pid=12492): Terminated: ok {rc=0}\u000a02:35:56.416665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12494): Launched\u000a02:35:56.730630 run osmo-hlr_10.42.42.2(pid=12495): Launched\u000a02:35:56.848079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:57.393191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12497): Launched\u000a02:35:57.707703 run osmo-stp_10.42.42.5(pid=12498): Launched\u000a02:35:57.822404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:58.398397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12500): Launched\u000a02:35:58.713176 run osmo-msc_10.42.42.6(pid=12501): Launched\u000a02:35:58.898926 run osmo-stp_10.42.42.5(pid=12498): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12498)]\u000a02:35:59.032353 run osmo-stp_10.42.42.5(pid=12498): stdout: \u000a| (launched: 2022-12-09_02:35:57.553423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:59.165893 run osmo-stp_10.42.42.5(pid=12498): stderr: \u000a| �[0;m�[38;5;43m20221209023557742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023557742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023557742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023557743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023557743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023557743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023557743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:59.292025 run osmo-stp_10.42.42.5(pid=12498): stdout: \u000a| (launched: 2022-12-09_02:35:57.553423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:59.418080 run osmo-stp_10.42.42.5(pid=12498): stderr: \u000a| �[0;m�[38;5;43m20221209023557742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023557742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023557742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023557743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023557743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023557743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023557743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:59.473135 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12498): Process ended prematurely: osmo-stp_10.42.42.5(pid=12498) [trial-2353↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12498)] [trial-2353↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a02:35:59.481506 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a02:35:59.544332 run osmo-hlr_10.42.42.2(pid=12495): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12495)]\u000a02:35:59.595925 run osmo-hlr_10.42.42.2(pid=12495): stdout: \u000a| (launched: 2022-12-09_02:35:56.576918) \u000a02:35:59.647882 run osmo-hlr_10.42.42.2(pid=12495): stderr: \u000a| �[0;m�[1;31m20221209023556772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023556772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023556772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023556772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023556772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023556772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023556788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023556796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023556796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023556796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:59.718006 run osmo-msc_10.42.42.6(pid=12501): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12501)]\u000a02:35:59.769036 run osmo-msc_10.42.42.6(pid=12501): stdout: \u000a| (launched: 2022-12-09_02:35:58.558507) \u000a02:35:59.820842 run osmo-msc_10.42.42.6(pid=12501): stderr: \u000a| �[0;m�[38;5;43m20221209023558878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023558878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b06a97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023558878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023558878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023558879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023558879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023558882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023558883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023558883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023558883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:59.864479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12494): Terminating (SIGTERM)\u000a02:35:59.906231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12497): Terminating (SIGTERM)\u000a02:35:59.947380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12500): Terminating (SIGTERM)\u000a02:35:59.957228 --- ParallelTerminationStrategy: PID 12494 died...\u000a02:36:00.012611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12494): Terminated: ok {rc=0}\u000a02:36:00.022582 --- ParallelTerminationStrategy: PID 12497 died...\u000a02:36:00.077531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12497): Terminated: ok {rc=0}\u000a02:36:00.087605 --- ParallelTerminationStrategy: PID 12500 died...\u000a02:36:00.142708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12500): Terminated: ok {rc=0}\u000a02:36:00.228690 bus /sierra_3: Setting Powered False\u000a02:36:01.334666 bus /sierra_3: Setting Powered False\u000a02:36:02.443763 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:35:53" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12507): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12507) [trial-2353↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12507)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12507): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12507) [trial-2353↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a02:36:04.282845 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a02:36:04.293615 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:36:04.424808 tst assert_extension.py: using LAC 18474\u000a02:36:04.548665 tst assert_extension.py: using RAC 114\u000a02:36:04.675683 tst assert_extension.py: using CellId 18474\u000a02:36:04.800475 tst assert_extension.py: using BVCI 18475\u000a02:36:04.824266 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a02:36:05.093597 tst assert_extension.py:10: start nitb and bts...\u000a02:36:05.214768 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:36:05.823670 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12506): Launched\u000a02:36:06.112464 run osmo-nitb_10.42.42.2(pid=12507): Launched\u000a02:36:06.292377 run osmo-nitb_10.42.42.2(pid=12507): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12507)]\u000a02:36:06.425490 run osmo-nitb_10.42.42.2(pid=12507): stdout: \u000a| (launched: 2022-12-09_02:36:05.972202) \u000a02:36:06.558392 run osmo-nitb_10.42.42.2(pid=12507): stderr: \u000a| (launched: 2022-12-09_02:36:06.015763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:36:06.687294 run osmo-nitb_10.42.42.2(pid=12507): stdout: \u000a| (launched: 2022-12-09_02:36:05.972202) \u000a02:36:06.814484 run osmo-nitb_10.42.42.2(pid=12507): stderr: \u000a| (launched: 2022-12-09_02:36:06.015763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:36:07.230600 tst osmo-nitb_10.42.42.2(pid=12507): stdout: \u000a| (launched: 2022-12-09_02:36:05.972202) \u000a02:36:07.347319 tst osmo-nitb_10.42.42.2(pid=12507): stderr: \u000a| (launched: 2022-12-09_02:36:06.015763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:36:07.398685 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12507): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12507) [trial-2353↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12507)] [trial-2353↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a02:36:07.407009 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:36:07.441457 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12506): Terminating (SIGTERM)\u000a02:36:07.618762 --- ParallelTerminationStrategy: PID 12506 died...\u000a02:36:07.673610 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12506): Terminated: ok {rc=0}\u000a02:36:07.762570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:36:04" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12517): Process ended prematurely: osmo-stp_10.42.42.5(pid=12517) [trial-2353↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12517)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12517): Process ended prematurely: osmo-stp_10.42.42.5(pid=12517) [trial-2353↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a02:36:09.611746 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:36:09.622934 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:36:09.768679 tst assert_extension.py: using LAC 18475\u000a02:36:09.890900 tst assert_extension.py: using RAC 115\u000a02:36:10.013555 tst assert_extension.py: using CellId 18475\u000a02:36:10.135439 tst assert_extension.py: using BVCI 18476\u000a02:36:10.159475 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:36:10.170625 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:36:10.181715 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:36:10.192832 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:36:10.204029 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:36:10.215357 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a02:36:10.421011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:10.916476 run create_hlr_db(pid=12511): Launched\u000a02:36:11.099736 bus /sierra_2: Setting Powered False\u000a02:36:12.119594 run create_hlr_db(pid=12511): Terminated: ok {rc=0}\u000a02:36:12.513273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12513): Launched\u000a02:36:12.805113 run osmo-hlr_10.42.42.2(pid=12514): Launched\u000a02:36:12.912112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:13.515845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12516): Launched\u000a02:36:13.802854 run osmo-stp_10.42.42.5(pid=12517): Launched\u000a02:36:13.907507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:14.433379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12519): Launched\u000a02:36:14.721325 run osmo-msc_10.42.42.6(pid=12520): Launched\u000a02:36:14.891778 run osmo-stp_10.42.42.5(pid=12517): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12517)]\u000a02:36:15.014250 run osmo-stp_10.42.42.5(pid=12517): stdout: \u000a| (launched: 2022-12-09_02:36:13.661669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:15.134519 run osmo-stp_10.42.42.5(pid=12517): stderr: \u000a| �[0;m�[38;5;43m20221209023613830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023613831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023613831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023613831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023613832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023613832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023613832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:15.250223 run osmo-stp_10.42.42.5(pid=12517): stdout: \u000a| (launched: 2022-12-09_02:36:13.661669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:15.365101 run osmo-stp_10.42.42.5(pid=12517): stderr: \u000a| �[0;m�[38;5;43m20221209023613830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023613831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023613831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023613831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023613832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023613832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023613832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:15.415493 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12517): Process ended prematurely: osmo-stp_10.42.42.5(pid=12517) [trial-2353↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12517)] [trial-2353↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a02:36:15.423157 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a02:36:15.482812 run osmo-hlr_10.42.42.2(pid=12514): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12514)]\u000a02:36:15.531639 run osmo-hlr_10.42.42.2(pid=12514): stdout: \u000a| (launched: 2022-12-09_02:36:12.662157) \u000a02:36:15.580923 run osmo-hlr_10.42.42.2(pid=12514): stderr: \u000a| �[0;m�[1;31m20221209023612837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023612837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023612837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023612837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023612837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023612837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023612852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023612861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023612861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023612861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:15.647524 run osmo-msc_10.42.42.6(pid=12520): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12520)]\u000a02:36:15.696023 run osmo-msc_10.42.42.6(pid=12520): stdout: \u000a| (launched: 2022-12-09_02:36:14.579309) \u000a02:36:15.745185 run osmo-msc_10.42.42.6(pid=12520): stderr: \u000a| �[0;m�[38;5;43m20221209023614849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023614849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ec12c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023614849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023614849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023614850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023614850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023614851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:15.786885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12513): Terminating (SIGTERM)\u000a02:36:15.826361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12516): Terminating (SIGTERM)\u000a02:36:15.881981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12519): Terminating (SIGTERM)\u000a02:36:15.905374 --- ParallelTerminationStrategy: PID 12513 died...\u000a02:36:15.975525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12513): Terminated: ok {rc=0}\u000a02:36:15.986502 --- ParallelTerminationStrategy: PID 12516 died...\u000a02:36:16.045876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12516): Terminated: ok {rc=0}\u000a02:36:16.056866 --- ParallelTerminationStrategy: PID 12519 died...\u000a02:36:16.116432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12519): Terminated: ok {rc=0}\u000a02:36:16.209453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:36:09" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12531): Process ended prematurely: osmo-stp_10.42.42.5(pid=12531) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12531)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12531): Process ended prematurely: osmo-stp_10.42.42.5(pid=12531) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:36:18.174553 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:18.186211 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:36:18.349025 tst mo_mt_call.py: using LAC 18476\u000a02:36:18.472868 tst mo_mt_call.py: using RAC 116\u000a02:36:18.597496 tst mo_mt_call.py: using CellId 18476\u000a02:36:18.721559 tst mo_mt_call.py: using BVCI 18477\u000a02:36:18.745797 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:18.757425 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:18.768705 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:18.780860 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:18.793266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:18.805488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:36:18.922625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:36:19.130334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:19.630056 run create_hlr_db(pid=12525): Launched\u000a02:36:19.813665 bus /sierra_2: Setting Powered False\u000a02:36:20.834136 run create_hlr_db(pid=12525): Terminated: ok {rc=0}\u000a02:36:21.230062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12527): Launched\u000a02:36:21.526122 run osmo-hlr_10.42.42.2(pid=12528): Launched\u000a02:36:21.648790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:22.165427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12530): Launched\u000a02:36:22.457964 run osmo-stp_10.42.42.5(pid=12531): Launched\u000a02:36:22.566233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:23.125399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12533): Launched\u000a02:36:23.442934 run osmo-msc_10.42.42.6(pid=12534): Launched\u000a02:36:23.630774 run osmo-stp_10.42.42.5(pid=12531): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12531)]\u000a02:36:23.766493 run osmo-stp_10.42.42.5(pid=12531): stdout: \u000a| (launched: 2022-12-09_02:36:22.314093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:23.900776 run osmo-stp_10.42.42.5(pid=12531): stderr: \u000a| �[0;m�[38;5;43m20221209023622482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023622482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023622482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023622483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023622483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023622483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023622483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:24.028504 run osmo-stp_10.42.42.5(pid=12531): stdout: \u000a| (launched: 2022-12-09_02:36:22.314093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:24.155592 run osmo-stp_10.42.42.5(pid=12531): stderr: \u000a| �[0;m�[38;5;43m20221209023622482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023622482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023622482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023622483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023622483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023622483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023622483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:24.211540 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12531): Process ended prematurely: osmo-stp_10.42.42.5(pid=12531) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12531)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:36:24.220627 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:36:24.283430 run osmo-hlr_10.42.42.2(pid=12528): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12528)]\u000a02:36:24.334925 run osmo-hlr_10.42.42.2(pid=12528): stdout: \u000a| (launched: 2022-12-09_02:36:21.379531) \u000a02:36:24.387208 run osmo-hlr_10.42.42.2(pid=12528): stderr: \u000a| �[0;m�[1;31m20221209023621553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023621553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023621553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023621553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023621553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023621553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023621566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023621574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023621575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023621575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:24.457597 run osmo-msc_10.42.42.6(pid=12534): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12534)]\u000a02:36:24.509350 run osmo-msc_10.42.42.6(pid=12534): stdout: \u000a| (launched: 2022-12-09_02:36:23.286620) \u000a02:36:24.561090 run osmo-msc_10.42.42.6(pid=12534): stderr: \u000a| �[0;m�[38;5;43m20221209023623607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023623607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5c2c27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023623607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023623607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023623607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023623608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023623609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023623610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023623610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023623610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:24.605740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12527): Terminating (SIGTERM)\u000a02:36:24.648225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12530): Terminating (SIGTERM)\u000a02:36:24.690387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12533): Terminating (SIGTERM)\u000a02:36:24.699951 --- ParallelTerminationStrategy: PID 12527 died...\u000a02:36:24.755683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12527): Terminated: ok {rc=0}\u000a02:36:24.765974 --- ParallelTerminationStrategy: PID 12530 died...\u000a02:36:24.821696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12530): Terminated: ok {rc=0}\u000a02:36:24.831618 --- ParallelTerminationStrategy: PID 12533 died...\u000a02:36:24.887309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12533): Terminated: ok {rc=0}\u000a02:36:24.974660 bus /sierra_3: Setting Powered False\u000a02:36:26.075192 bus /sierra_3: Setting Powered False\u000a02:36:27.186990 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12542): Process ended prematurely: osmo-stp_10.42.42.5(pid=12542) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12542): Process ended prematurely: osmo-stp_10.42.42.5(pid=12542) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:36:28.295115 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:28.306762 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:36:28.472690 tst mo_mt_call_osmux.py: using LAC 18477\u000a02:36:28.596874 tst mo_mt_call_osmux.py: using RAC 117\u000a02:36:28.719558 tst mo_mt_call_osmux.py: using CellId 18477\u000a02:36:28.843073 tst mo_mt_call_osmux.py: using BVCI 18478\u000a02:36:28.867523 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:28.879390 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:28.890864 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:28.902522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:28.914345 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:36:28.925991 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:36:29.043109 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:36:29.241230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:29.715592 run create_hlr_db(pid=12536): Launched\u000a02:36:29.884103 bus /sierra_2: Setting Powered False\u000a02:36:30.925610 run create_hlr_db(pid=12536): Terminated: ok {rc=0}\u000a02:36:31.349663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12538): Launched\u000a02:36:31.669115 run osmo-hlr_10.42.42.2(pid=12539): Launched\u000a02:36:31.854136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:32.547955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12541): Launched\u000a02:36:32.864663 run osmo-stp_10.42.42.5(pid=12542): Launched\u000a02:36:32.980436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:33.557422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12544): Launched\u000a02:36:33.874326 run osmo-msc_10.42.42.6(pid=12545): Launched\u000a02:36:34.060012 run osmo-stp_10.42.42.5(pid=12542): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)]\u000a02:36:34.194599 run osmo-stp_10.42.42.5(pid=12542): stdout: \u000a| (launched: 2022-12-09_02:36:32.709791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:34.328518 run osmo-stp_10.42.42.5(pid=12542): stderr: \u000a| �[0;m�[38;5;43m20221209023632898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023632898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023632898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023632899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023632902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:34.455948 run osmo-stp_10.42.42.5(pid=12542): stdout: \u000a| (launched: 2022-12-09_02:36:32.709791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:34.582953 run osmo-stp_10.42.42.5(pid=12542): stderr: \u000a| �[0;m�[38;5;43m20221209023632898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023632898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023632898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023632899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023632901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023632902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:34.638772 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12542): Process ended prematurely: osmo-stp_10.42.42.5(pid=12542) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:36:34.647786 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:36:34.710073 run osmo-hlr_10.42.42.2(pid=12539): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12539)]\u000a02:36:34.761029 run osmo-hlr_10.42.42.2(pid=12539): stdout: \u000a| (launched: 2022-12-09_02:36:31.503152) \u000a02:36:34.812551 run osmo-hlr_10.42.42.2(pid=12539): stderr: \u000a| �[0;m�[1;31m20221209023631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023631928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023631946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023631947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023631948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:34.882120 run osmo-msc_10.42.42.6(pid=12545): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12545)]\u000a02:36:34.933144 run osmo-msc_10.42.42.6(pid=12545): stdout: \u000a| (launched: 2022-12-09_02:36:33.719308) \u000a02:36:34.984454 run osmo-msc_10.42.42.6(pid=12545): stderr: \u000a| �[0;m�[38;5;43m20221209023634038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023634038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb90fafbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023634038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023634038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023634038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023634039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023634040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023634041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023634041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023634041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:35.027837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12538): Terminating (SIGTERM)\u000a02:36:35.069278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12541): Terminating (SIGTERM)\u000a02:36:35.110656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12544): Terminating (SIGTERM)\u000a02:36:35.120325 --- ParallelTerminationStrategy: PID 12538 died...\u000a02:36:35.175582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12538): Terminated: ok {rc=0}\u000a02:36:35.185483 --- ParallelTerminationStrategy: PID 12541 died...\u000a02:36:35.240141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12541): Terminated: ok {rc=0}\u000a02:36:35.249951 --- ParallelTerminationStrategy: PID 12544 died...\u000a02:36:35.305035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12544): Terminated: ok {rc=0}\u000a02:36:35.391973 bus /sierra_3: Setting Powered False\u000a02:36:36.496490 bus /sierra_3: Setting Powered False\u000a02:36:37.607354 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:36:17" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12556): Process ended prematurely: osmo-stp_10.42.42.5(pid=12556) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12556)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12556): Process ended prematurely: osmo-stp_10.42.42.5(pid=12556) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:36:39.604561 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:39.615834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:36:39.767713 tst mo_mt_call.py: using LAC 18478\u000a02:36:39.882796 tst mo_mt_call.py: using RAC 118\u000a02:36:39.997881 tst mo_mt_call.py: using CellId 18478\u000a02:36:40.111637 tst mo_mt_call.py: using BVCI 18479\u000a02:36:40.134292 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:40.145585 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:40.156650 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:40.167753 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:40.179000 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:40.190094 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:40.306477 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:40.502288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:40.974114 run create_hlr_db(pid=12550): Launched\u000a02:36:41.143155 bus /sierra_2: Setting Powered False\u000a02:36:42.165756 run create_hlr_db(pid=12550): Terminated: ok {rc=0}\u000a02:36:42.557150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12552): Launched\u000a02:36:42.852002 run osmo-hlr_10.42.42.2(pid=12553): Launched\u000a02:36:42.964739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:43.474977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12555): Launched\u000a02:36:43.769607 run osmo-stp_10.42.42.5(pid=12556): Launched\u000a02:36:43.876942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:44.419058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12558): Launched\u000a02:36:44.713941 run osmo-msc_10.42.42.6(pid=12559): Launched\u000a02:36:44.887224 run osmo-stp_10.42.42.5(pid=12556): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12556)]\u000a02:36:45.012052 run osmo-stp_10.42.42.5(pid=12556): stdout: \u000a| (launched: 2022-12-09_02:36:43.624665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:45.134841 run osmo-stp_10.42.42.5(pid=12556): stderr: \u000a| �[0;m�[38;5;43m20221209023643794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023643794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023643794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023643795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023643795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023643795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023643795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:45.253354 run osmo-stp_10.42.42.5(pid=12556): stdout: \u000a| (launched: 2022-12-09_02:36:43.624665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:45.370576 run osmo-stp_10.42.42.5(pid=12556): stderr: \u000a| �[0;m�[38;5;43m20221209023643794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023643794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023643794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023643795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023643795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023643795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023643795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:45.422568 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12556): Process ended prematurely: osmo-stp_10.42.42.5(pid=12556) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12556)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:36:45.431066 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a02:36:45.489671 run osmo-hlr_10.42.42.2(pid=12553): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12553)]\u000a02:36:45.538031 run osmo-hlr_10.42.42.2(pid=12553): stdout: \u000a| (launched: 2022-12-09_02:36:42.707322) \u000a02:36:45.587001 run osmo-hlr_10.42.42.2(pid=12553): stderr: \u000a| �[0;m�[1;31m20221209023642883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023642883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023642883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023642883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023642883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023642883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023642895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023642903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023642904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023642904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:45.653427 run osmo-msc_10.42.42.6(pid=12559): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12559)]\u000a02:36:45.701503 run osmo-msc_10.42.42.6(pid=12559): stdout: \u000a| (launched: 2022-12-09_02:36:44.569055) \u000a02:36:45.750931 run osmo-msc_10.42.42.6(pid=12559): stderr: \u000a| �[0;m�[38;5;43m20221209023644840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023644841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb7693cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023644841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023644841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023644841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023644841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023644843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023644843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023644844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023644844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:45.792069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12552): Terminating (SIGTERM)\u000a02:36:45.841726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12555): Terminating (SIGTERM)\u000a02:36:45.884661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12558): Terminating (SIGTERM)\u000a02:36:45.894109 --- ParallelTerminationStrategy: PID 12552 died...\u000a02:36:45.946923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12552): Terminated: ok {rc=0}\u000a02:36:45.961907 --- ParallelTerminationStrategy: PID 12555 died...\u000a02:36:46.015283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12555): Terminated: ok {rc=0}\u000a02:36:46.024907 --- ParallelTerminationStrategy: PID 12558 died...\u000a02:36:46.078014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12558): Terminated: ok {rc=0}\u000a02:36:46.162082 bus /sierra_3: Setting Powered False\u000a02:36:47.266077 bus /sierra_3: Setting Powered False\u000a02:36:48.375546 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12569): Process ended prematurely: osmo-stp_10.42.42.5(pid=12569) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12569)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12569): Process ended prematurely: osmo-stp_10.42.42.5(pid=12569) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12569)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:36:49.483364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:49.495072 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:36:49.652085 tst mo_mt_call_osmux.py: using LAC 18479\u000a02:36:49.770713 tst mo_mt_call_osmux.py: using RAC 119\u000a02:36:49.890585 tst mo_mt_call_osmux.py: using CellId 18479\u000a02:36:50.008697 tst mo_mt_call_osmux.py: using BVCI 18480\u000a02:36:50.031212 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:50.042452 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:50.053386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:50.064227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:50.075223 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:50.086181 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:50.200355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:50.401308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:50.872277 run create_hlr_db(pid=12563): Launched\u000a02:36:51.040805 bus /sierra_2: Setting Powered False\u000a02:36:52.063417 run create_hlr_db(pid=12563): Terminated: ok {rc=0}\u000a02:36:52.453994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12565): Launched\u000a02:36:52.747151 run osmo-hlr_10.42.42.2(pid=12566): Launched\u000a02:36:52.861302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:53.378146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12568): Launched\u000a02:36:53.673372 run osmo-stp_10.42.42.5(pid=12569): Launched\u000a02:36:53.782056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:54.320521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12571): Launched\u000a02:36:54.615694 run osmo-msc_10.42.42.6(pid=12572): Launched\u000a02:36:54.789591 run osmo-stp_10.42.42.5(pid=12569): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12569)]\u000a02:36:54.915251 run osmo-stp_10.42.42.5(pid=12569): stdout: \u000a| (launched: 2022-12-09_02:36:53.527709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:55.039038 run osmo-stp_10.42.42.5(pid=12569): stderr: \u000a| �[0;m�[38;5;43m20221209023653696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023653696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023653697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023653697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023653698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023653698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023653698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:55.157993 run osmo-stp_10.42.42.5(pid=12569): stdout: \u000a| (launched: 2022-12-09_02:36:53.527709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:55.275814 run osmo-stp_10.42.42.5(pid=12569): stderr: \u000a| �[0;m�[38;5;43m20221209023653696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023653696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023653697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023653697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023653698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023653698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023653698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:55.327579 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12569): Process ended prematurely: osmo-stp_10.42.42.5(pid=12569) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12569)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:36:55.335989 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a02:36:55.394178 run osmo-hlr_10.42.42.2(pid=12566): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12566)]\u000a02:36:55.442134 run osmo-hlr_10.42.42.2(pid=12566): stdout: \u000a| (launched: 2022-12-09_02:36:52.603391) \u000a02:36:55.490885 run osmo-hlr_10.42.42.2(pid=12566): stderr: \u000a| �[0;m�[1;31m20221209023652777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023652777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023652777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023652777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023652777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023652777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023652789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023652798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023652798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023652798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:55.556808 run osmo-msc_10.42.42.6(pid=12572): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12572)]\u000a02:36:55.604678 run osmo-msc_10.42.42.6(pid=12572): stdout: \u000a| (launched: 2022-12-09_02:36:54.470458) \u000a02:36:55.653130 run osmo-msc_10.42.42.6(pid=12572): stderr: \u000a| �[0;m�[38;5;43m20221209023654743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023654743 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fcab96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023654743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023654743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023654744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023654744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023654745 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023654746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023654746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023654746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:55.694237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12565): Terminating (SIGTERM)\u000a02:36:55.733148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12568): Terminating (SIGTERM)\u000a02:36:55.771954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12571): Terminating (SIGTERM)\u000a02:36:55.780818 --- ParallelTerminationStrategy: PID 12565 died...\u000a02:36:55.833511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12565): Terminated: ok {rc=0}\u000a02:36:55.842768 --- ParallelTerminationStrategy: PID 12568 died...\u000a02:36:55.894416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12568): Terminated: ok {rc=0}\u000a02:36:55.903608 --- ParallelTerminationStrategy: PID 12571 died...\u000a02:36:55.955330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12571): Terminated: ok {rc=0}\u000a02:36:56.037759 bus /sierra_3: Setting Powered False\u000a02:36:57.143510 bus /sierra_3: Setting Powered False\u000a02:36:58.254390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:36:39" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12584): Process ended prematurely: osmo-stp_10.42.42.5(pid=12584) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12584)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12584): Process ended prematurely: osmo-stp_10.42.42.5(pid=12584) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:37:00.241063 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:00.252167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:37:00.407687 tst mo_mt_call.py: using LAC 18480\u000a02:37:00.525844 tst mo_mt_call.py: using RAC 120\u000a02:37:00.642067 tst mo_mt_call.py: using CellId 18480\u000a02:37:00.758491 tst mo_mt_call.py: using BVCI 18481\u000a02:37:00.780839 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:00.792001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:00.802925 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:00.813881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:00.824795 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:00.848037 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:37:00.983199 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:37:01.196233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:01.738055 run create_hlr_db(pid=12578): Launched\u000a02:37:01.929423 bus /sierra_2: Setting Powered False\u000a02:37:02.945873 run create_hlr_db(pid=12578): Terminated: ok {rc=0}\u000a02:37:03.342753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12580): Launched\u000a02:37:03.638215 run osmo-hlr_10.42.42.2(pid=12581): Launched\u000a02:37:03.752129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:04.270469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12583): Launched\u000a02:37:04.565183 run osmo-stp_10.42.42.5(pid=12584): Launched\u000a02:37:04.672753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:05.213076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12586): Launched\u000a02:37:05.509901 run osmo-msc_10.42.42.6(pid=12587): Launched\u000a02:37:05.684027 run osmo-stp_10.42.42.5(pid=12584): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12584)]\u000a02:37:05.809994 run osmo-stp_10.42.42.5(pid=12584): stdout: \u000a| (launched: 2022-12-09_02:37:04.420284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:05.934157 run osmo-stp_10.42.42.5(pid=12584): stderr: \u000a| �[0;m�[38;5;43m20221209023704593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023704593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023704594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023704594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023704594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023704595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023704595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:06.053326 run osmo-stp_10.42.42.5(pid=12584): stdout: \u000a| (launched: 2022-12-09_02:37:04.420284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:06.171164 run osmo-stp_10.42.42.5(pid=12584): stderr: \u000a| �[0;m�[38;5;43m20221209023704593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023704593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023704594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023704594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023704594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023704595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023704595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:06.223394 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12584): Process ended prematurely: osmo-stp_10.42.42.5(pid=12584) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12584)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:37:06.231991 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:37:06.290687 run osmo-hlr_10.42.42.2(pid=12581): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12581)]\u000a02:37:06.339227 run osmo-hlr_10.42.42.2(pid=12581): stdout: \u000a| (launched: 2022-12-09_02:37:03.493567) \u000a02:37:06.388564 run osmo-hlr_10.42.42.2(pid=12581): stderr: \u000a| �[0;m�[1;31m20221209023703669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023703669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023703669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023703669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023703669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023703669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023703682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:06.455273 run osmo-msc_10.42.42.6(pid=12587): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12587)]\u000a02:37:06.503546 run osmo-msc_10.42.42.6(pid=12587): stdout: \u000a| (launched: 2022-12-09_02:37:05.363598) \u000a02:37:06.552240 run osmo-msc_10.42.42.6(pid=12587): stderr: \u000a| �[0;m�[38;5;43m20221209023705636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023705636 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f447f95fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023705636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023705636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023705636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023705636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023705638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023705639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023705639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023705639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:06.593821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12580): Terminating (SIGTERM)\u000a02:37:06.632982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12583): Terminating (SIGTERM)\u000a02:37:06.672110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12586): Terminating (SIGTERM)\u000a02:37:06.681263 --- ParallelTerminationStrategy: PID 12580 died...\u000a02:37:06.733821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12580): Terminated: ok {rc=0}\u000a02:37:06.743183 --- ParallelTerminationStrategy: PID 12583 died...\u000a02:37:06.795299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12583): Terminated: ok {rc=0}\u000a02:37:06.804590 --- ParallelTerminationStrategy: PID 12586 died...\u000a02:37:06.856895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12586): Terminated: ok {rc=0}\u000a02:37:06.943948 bus /sierra_3: Setting Powered False\u000a02:37:08.050530 bus /sierra_3: Setting Powered False\u000a02:37:09.159967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12595): Process ended prematurely: osmo-stp_10.42.42.5(pid=12595) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12595)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12595): Process ended prematurely: osmo-stp_10.42.42.5(pid=12595) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:10.269765 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:10.281503 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:37:10.438771 tst mo_mt_call_osmux.py: using LAC 18481\u000a02:37:10.555552 tst mo_mt_call_osmux.py: using RAC 121\u000a02:37:10.673828 tst mo_mt_call_osmux.py: using CellId 18481\u000a02:37:10.789989 tst mo_mt_call_osmux.py: using BVCI 18482\u000a02:37:10.812419 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:10.823625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:10.834683 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:10.845689 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:10.856712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:37:10.867622 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:37:10.980715 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:37:11.191003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:11.693974 run create_hlr_db(pid=12589): Launched\u000a02:37:11.878002 bus /sierra_2: Setting Powered False\u000a02:37:12.899604 run create_hlr_db(pid=12589): Terminated: ok {rc=0}\u000a02:37:13.295270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12591): Launched\u000a02:37:13.591591 run osmo-hlr_10.42.42.2(pid=12592): Launched\u000a02:37:13.701302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:14.213905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12594): Launched\u000a02:37:14.509449 run osmo-stp_10.42.42.5(pid=12595): Launched\u000a02:37:14.617964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:15.158074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12597): Launched\u000a02:37:15.453626 run osmo-msc_10.42.42.6(pid=12598): Launched\u000a02:37:15.628444 run osmo-stp_10.42.42.5(pid=12595): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12595)]\u000a02:37:15.753873 run osmo-stp_10.42.42.5(pid=12595): stdout: \u000a| (launched: 2022-12-09_02:37:14.363959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:15.899698 run osmo-stp_10.42.42.5(pid=12595): stderr: \u000a| �[0;m�[38;5;43m20221209023714534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023714534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023714534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023714535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023714535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023714535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023714535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:16.042906 run osmo-stp_10.42.42.5(pid=12595): stdout: \u000a| (launched: 2022-12-09_02:37:14.363959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:16.177218 run osmo-stp_10.42.42.5(pid=12595): stderr: \u000a| �[0;m�[38;5;43m20221209023714534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023714534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023714534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023714535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023714535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023714535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023714535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:16.236202 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12595): Process ended prematurely: osmo-stp_10.42.42.5(pid=12595) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12595)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:37:16.246704 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:37:16.314725 run osmo-hlr_10.42.42.2(pid=12592): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12592)]\u000a02:37:16.371051 run osmo-hlr_10.42.42.2(pid=12592): stdout: \u000a| (launched: 2022-12-09_02:37:13.445558) \u000a02:37:16.426341 run osmo-hlr_10.42.42.2(pid=12592): stderr: \u000a| �[0;m�[1;31m20221209023713621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023713621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023713621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023713621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023713621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023713621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023713633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023713642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023713642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023713642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:16.501554 run osmo-msc_10.42.42.6(pid=12598): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12598)]\u000a02:37:16.555703 run osmo-msc_10.42.42.6(pid=12598): stdout: \u000a| (launched: 2022-12-09_02:37:15.308098) \u000a02:37:16.612880 run osmo-msc_10.42.42.6(pid=12598): stderr: \u000a| �[0;m�[38;5;43m20221209023715581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023715581 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6d768dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023715581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023715581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023715581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023715582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023715585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023715586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023715586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023715586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:16.660280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12591): Terminating (SIGTERM)\u000a02:37:16.707190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12594): Terminating (SIGTERM)\u000a02:37:16.753742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12597): Terminating (SIGTERM)\u000a02:37:16.763921 --- ParallelTerminationStrategy: PID 12591 died...\u000a02:37:16.818012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12591): Terminated: ok {rc=0}\u000a02:37:16.828023 --- ParallelTerminationStrategy: PID 12594 died...\u000a02:37:16.881900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12594): Terminated: ok {rc=0}\u000a02:37:16.891811 --- ParallelTerminationStrategy: PID 12597 died...\u000a02:37:16.945369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12597): Terminated: ok {rc=0}\u000a02:37:17.035821 bus /sierra_3: Setting Powered False\u000a02:37:18.137663 bus /sierra_3: Setting Powered False\u000a02:37:19.248850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:36:59" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12609): Process ended prematurely: osmo-stp_10.42.42.5(pid=12609) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12609)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12609): Process ended prematurely: osmo-stp_10.42.42.5(pid=12609) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:37:21.263486 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:21.274654 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:37:21.434946 tst mo_mt_call.py: using LAC 18482\u000a02:37:21.550336 tst mo_mt_call.py: using RAC 122\u000a02:37:21.666811 tst mo_mt_call.py: using CellId 18482\u000a02:37:21.782104 tst mo_mt_call.py: using BVCI 18483\u000a02:37:21.804588 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:21.815739 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:21.826727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:21.837718 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:21.848750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:21.859733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:37:21.971976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:37:22.181116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:22.681501 run create_hlr_db(pid=12603): Launched\u000a02:37:22.864578 bus /sierra_2: Setting Powered False\u000a02:37:23.886206 run create_hlr_db(pid=12603): Terminated: ok {rc=0}\u000a02:37:24.307022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12605): Launched\u000a02:37:24.625256 run osmo-hlr_10.42.42.2(pid=12606): Launched\u000a02:37:24.743632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:25.294050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12608): Launched\u000a02:37:25.611752 run osmo-stp_10.42.42.5(pid=12609): Launched\u000a02:37:25.728481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:26.307965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12611): Launched\u000a02:37:26.626178 run osmo-msc_10.42.42.6(pid=12612): Launched\u000a02:37:26.812416 run osmo-stp_10.42.42.5(pid=12609): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12609)]\u000a02:37:26.946720 run osmo-stp_10.42.42.5(pid=12609): stdout: \u000a| (launched: 2022-12-09_02:37:25.455590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:27.080684 run osmo-stp_10.42.42.5(pid=12609): stderr: \u000a| �[0;m�[38;5;43m20221209023725648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023725649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023725649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023725649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023725650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023725650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023725650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:27.208418 run osmo-stp_10.42.42.5(pid=12609): stdout: \u000a| (launched: 2022-12-09_02:37:25.455590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:27.335147 run osmo-stp_10.42.42.5(pid=12609): stderr: \u000a| �[0;m�[38;5;43m20221209023725648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023725649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023725649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023725649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023725650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023725650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023725650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:27.390842 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12609): Process ended prematurely: osmo-stp_10.42.42.5(pid=12609) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12609)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:37:27.399988 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:37:27.462631 run osmo-hlr_10.42.42.2(pid=12606): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12606)]\u000a02:37:27.513905 run osmo-hlr_10.42.42.2(pid=12606): stdout: \u000a| (launched: 2022-12-09_02:37:24.469231) \u000a02:37:27.565819 run osmo-hlr_10.42.42.2(pid=12606): stderr: \u000a| �[0;m�[1;31m20221209023724666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023724666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023724666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023724667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023724667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023724667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023724679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023724687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023724688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023724688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:27.636118 run osmo-msc_10.42.42.6(pid=12612): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12612)]\u000a02:37:27.687225 run osmo-msc_10.42.42.6(pid=12612): stdout: \u000a| (launched: 2022-12-09_02:37:26.469870) \u000a02:37:27.738783 run osmo-msc_10.42.42.6(pid=12612): stderr: \u000a| �[0;m�[38;5;43m20221209023726793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023726794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac9acecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023726794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023726794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023726794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023726794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023726796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023726796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023726797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023726797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:27.782235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12605): Terminating (SIGTERM)\u000a02:37:27.824026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12608): Terminating (SIGTERM)\u000a02:37:27.865615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12611): Terminating (SIGTERM)\u000a02:37:27.875202 --- ParallelTerminationStrategy: PID 12605 died...\u000a02:37:27.930371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12605): Terminated: ok {rc=0}\u000a02:37:27.940396 --- ParallelTerminationStrategy: PID 12608 died...\u000a02:37:27.996343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12608): Terminated: ok {rc=0}\u000a02:37:28.006240 --- ParallelTerminationStrategy: PID 12611 died...\u000a02:37:28.061330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12611): Terminated: ok {rc=0}\u000a02:37:28.147851 bus /sierra_3: Setting Powered False\u000a02:37:29.253147 bus /sierra_3: Setting Powered False\u000a02:37:30.362836 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12620): Process ended prematurely: osmo-stp_10.42.42.5(pid=12620) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12620)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12620): Process ended prematurely: osmo-stp_10.42.42.5(pid=12620) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:31.471228 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:31.484010 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:37:31.683669 tst mo_mt_call_osmux.py: using LAC 18483\u000a02:37:31.835403 tst mo_mt_call_osmux.py: using RAC 123\u000a02:37:31.993032 tst mo_mt_call_osmux.py: using CellId 18483\u000a02:37:32.147578 tst mo_mt_call_osmux.py: using BVCI 18484\u000a02:37:32.176557 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:32.195142 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:32.208667 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:32.222166 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:32.235142 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:32.247214 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:37:32.364603 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:37:32.564815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:33.037859 run create_hlr_db(pid=12614): Launched\u000a02:37:33.207396 bus /sierra_2: Setting Powered False\u000a02:37:34.229468 run create_hlr_db(pid=12614): Terminated: ok {rc=0}\u000a02:37:34.621658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12616): Launched\u000a02:37:34.916231 run osmo-hlr_10.42.42.2(pid=12617): Launched\u000a02:37:35.023938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:35.537266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12619): Launched\u000a02:37:35.836355 run osmo-stp_10.42.42.5(pid=12620): Launched\u000a02:37:35.945499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:36.485180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12622): Launched\u000a02:37:36.780795 run osmo-msc_10.42.42.6(pid=12623): Launched\u000a02:37:36.954834 run osmo-stp_10.42.42.5(pid=12620): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12620)]\u000a02:37:37.080580 run osmo-stp_10.42.42.5(pid=12620): stdout: \u000a| (launched: 2022-12-09_02:37:35.687915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:37.203859 run osmo-stp_10.42.42.5(pid=12620): stderr: \u000a| �[0;m�[38;5;43m20221209023735862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023735863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023735864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023735864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023735864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:37.322979 run osmo-stp_10.42.42.5(pid=12620): stdout: \u000a| (launched: 2022-12-09_02:37:35.687915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:37.440850 run osmo-stp_10.42.42.5(pid=12620): stderr: \u000a| �[0;m�[38;5;43m20221209023735862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023735863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023735864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023735864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023735864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:37.493008 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12620): Process ended prematurely: osmo-stp_10.42.42.5(pid=12620) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12620)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:37:37.501711 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:37:37.560384 run osmo-hlr_10.42.42.2(pid=12617): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12617)]\u000a02:37:37.608832 run osmo-hlr_10.42.42.2(pid=12617): stdout: \u000a| (launched: 2022-12-09_02:37:34.771856) \u000a02:37:37.657709 run osmo-hlr_10.42.42.2(pid=12617): stderr: \u000a| �[0;m�[1;31m20221209023734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023734949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023734964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023734975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023734975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023734975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:37.724323 run osmo-msc_10.42.42.6(pid=12623): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12623)]\u000a02:37:37.772554 run osmo-msc_10.42.42.6(pid=12623): stdout: \u000a| (launched: 2022-12-09_02:37:36.635370) \u000a02:37:37.821395 run osmo-msc_10.42.42.6(pid=12623): stderr: \u000a| �[0;m�[38;5;43m20221209023736908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023736908 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e6a722c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023736908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023736908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023736908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023736908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023736910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023736910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023736911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023736911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:37.862639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12616): Terminating (SIGTERM)\u000a02:37:37.901632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12619): Terminating (SIGTERM)\u000a02:37:37.940986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12622): Terminating (SIGTERM)\u000a02:37:37.950012 --- ParallelTerminationStrategy: PID 12616 died...\u000a02:37:38.002888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12616): Terminated: ok {rc=0}\u000a02:37:38.012349 --- ParallelTerminationStrategy: PID 12619 died...\u000a02:37:38.064979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12619): Terminated: ok {rc=0}\u000a02:37:38.074474 --- ParallelTerminationStrategy: PID 12622 died...\u000a02:37:38.127098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12622): Terminated: ok {rc=0}\u000a02:37:38.214309 bus /sierra_3: Setting Powered False\u000a02:37:39.319311 bus /sierra_3: Setting Powered False\u000a02:37:40.430084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:37:20" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12634): Process ended prematurely: osmo-stp_10.42.42.5(pid=12634) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12634)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12634): Process ended prematurely: osmo-stp_10.42.42.5(pid=12634) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:37:42.436715 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:42.448272 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:37:42.613310 tst mo_mt_call.py: using LAC 18484\u000a02:37:42.740232 tst mo_mt_call.py: using RAC 124\u000a02:37:42.864533 tst mo_mt_call.py: using CellId 18484\u000a02:37:42.998172 tst mo_mt_call.py: using BVCI 18485\u000a02:37:43.022496 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:43.034121 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:43.045562 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:43.057534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:43.069093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:43.080652 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:43.197251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:43.396201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:43.872618 run create_hlr_db(pid=12628): Launched\u000a02:37:44.042790 bus /sierra_2: Setting Powered False\u000a02:37:45.064277 run create_hlr_db(pid=12628): Terminated: ok {rc=0}\u000a02:37:45.489133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12630): Launched\u000a02:37:45.807419 run osmo-hlr_10.42.42.2(pid=12631): Launched\u000a02:37:46.034750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:46.597623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12633): Launched\u000a02:37:46.939713 run osmo-stp_10.42.42.5(pid=12634): Launched\u000a02:37:47.205052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:47.818469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12636): Launched\u000a02:37:48.135742 run osmo-msc_10.42.42.6(pid=12637): Launched\u000a02:37:48.322476 run osmo-stp_10.42.42.5(pid=12634): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12634)]\u000a02:37:48.457642 run osmo-stp_10.42.42.5(pid=12634): stdout: \u000a| (launched: 2022-12-09_02:37:46.751847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:48.592186 run osmo-stp_10.42.42.5(pid=12634): stderr: \u000a| �[0;m�[38;5;43m20221209023747118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023747118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023747118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023747119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023747119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023747119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023747119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:48.721161 run osmo-stp_10.42.42.5(pid=12634): stdout: \u000a| (launched: 2022-12-09_02:37:46.751847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:48.848159 run osmo-stp_10.42.42.5(pid=12634): stderr: \u000a| �[0;m�[38;5;43m20221209023747118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023747118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023747118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023747119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023747119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023747119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023747119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:48.904062 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12634): Process ended prematurely: osmo-stp_10.42.42.5(pid=12634) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12634)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:37:48.913182 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:37:48.975520 run osmo-hlr_10.42.42.2(pid=12631): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12631)]\u000a02:37:49.027116 run osmo-hlr_10.42.42.2(pid=12631): stdout: \u000a| (launched: 2022-12-09_02:37:45.652275) \u000a02:37:49.078935 run osmo-hlr_10.42.42.2(pid=12631): stderr: \u000a| �[0;m�[1;31m20221209023745867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023745867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023745867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023745867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023745867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023745867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023745879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023745891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023745892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023745892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:49.148874 run osmo-msc_10.42.42.6(pid=12637): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12637)]\u000a02:37:49.199736 run osmo-msc_10.42.42.6(pid=12637): stdout: \u000a| (launched: 2022-12-09_02:37:47.980268) \u000a02:37:49.251259 run osmo-msc_10.42.42.6(pid=12637): stderr: \u000a| �[0;m�[38;5;43m20221209023748301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023748301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed1170ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023748301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023748301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023748301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023748302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023748303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023748304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023748304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023748304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:49.294862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12630): Terminating (SIGTERM)\u000a02:37:49.336263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12633): Terminating (SIGTERM)\u000a02:37:49.378186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12636): Terminating (SIGTERM)\u000a02:37:49.387830 --- ParallelTerminationStrategy: PID 12630 died...\u000a02:37:49.443519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12630): Terminated: ok {rc=0}\u000a02:37:49.453527 --- ParallelTerminationStrategy: PID 12633 died...\u000a02:37:49.508911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12633): Terminated: ok {rc=0}\u000a02:37:49.518862 --- ParallelTerminationStrategy: PID 12636 died...\u000a02:37:49.574548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12636): Terminated: ok {rc=0}\u000a02:37:49.660519 bus /sierra_3: Setting Powered False\u000a02:37:50.766028 bus /sierra_3: Setting Powered False\u000a02:37:51.872889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12645): Process ended prematurely: osmo-stp_10.42.42.5(pid=12645) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12645)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12645): Process ended prematurely: osmo-stp_10.42.42.5(pid=12645) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:52.986956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:52.999236 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:37:53.164312 tst mo_mt_call_osmux.py: using LAC 18485\u000a02:37:53.289350 tst mo_mt_call_osmux.py: using RAC 125\u000a02:37:53.416113 tst mo_mt_call_osmux.py: using CellId 18485\u000a02:37:53.542398 tst mo_mt_call_osmux.py: using BVCI 18486\u000a02:37:53.566745 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:53.578527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:53.590088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:53.601844 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:53.614120 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:53.626622 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:53.744645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:53.954443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:54.455027 run create_hlr_db(pid=12639): Launched\u000a02:37:54.639600 bus /sierra_2: Setting Powered False\u000a02:37:55.660423 run create_hlr_db(pid=12639): Terminated: ok {rc=0}\u000a02:37:56.057091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12641): Launched\u000a02:37:56.354633 run osmo-hlr_10.42.42.2(pid=12642): Launched\u000a02:37:56.464416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:56.976340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12644): Launched\u000a02:37:57.272698 run osmo-stp_10.42.42.5(pid=12645): Launched\u000a02:37:57.382289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:57.922548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12647): Launched\u000a02:37:58.219063 run osmo-msc_10.42.42.6(pid=12648): Launched\u000a02:37:58.394994 run osmo-stp_10.42.42.5(pid=12645): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12645)]\u000a02:37:58.520234 run osmo-stp_10.42.42.5(pid=12645): stdout: \u000a| (launched: 2022-12-09_02:37:57.127054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:58.643667 run osmo-stp_10.42.42.5(pid=12645): stderr: \u000a| �[0;m�[38;5;43m20221209023757294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023757294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023757295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023757295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023757297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023757298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023757298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:58.762413 run osmo-stp_10.42.42.5(pid=12645): stdout: \u000a| (launched: 2022-12-09_02:37:57.127054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:58.880638 run osmo-stp_10.42.42.5(pid=12645): stderr: \u000a| �[0;m�[38;5;43m20221209023757294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023757294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023757295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023757295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023757297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023757298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023757298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:58.933045 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12645): Process ended prematurely: osmo-stp_10.42.42.5(pid=12645) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12645)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:37:58.941756 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:37:59.001018 run osmo-hlr_10.42.42.2(pid=12642): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12642)]\u000a02:37:59.049545 run osmo-hlr_10.42.42.2(pid=12642): stdout: \u000a| (launched: 2022-12-09_02:37:56.208075) \u000a02:37:59.098537 run osmo-hlr_10.42.42.2(pid=12642): stderr: \u000a| �[0;m�[1;31m20221209023756385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023756385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023756385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023756385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023756385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023756385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023756398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023756408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023756408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023756408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:59.165410 run osmo-msc_10.42.42.6(pid=12648): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12648)]\u000a02:37:59.213427 run osmo-msc_10.42.42.6(pid=12648): stdout: \u000a| (launched: 2022-12-09_02:37:58.072765) \u000a02:37:59.262285 run osmo-msc_10.42.42.6(pid=12648): stderr: \u000a| �[0;m�[38;5;43m20221209023758342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023758343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1452860c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023758343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023758343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023758343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023758343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023758346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023758346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023758346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023758347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:59.303871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12641): Terminating (SIGTERM)\u000a02:37:59.343286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12644): Terminating (SIGTERM)\u000a02:37:59.382820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12647): Terminating (SIGTERM)\u000a02:37:59.392080 --- ParallelTerminationStrategy: PID 12641 died...\u000a02:37:59.444998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12641): Terminated: ok {rc=0}\u000a02:37:59.454511 --- ParallelTerminationStrategy: PID 12644 died...\u000a02:37:59.506734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12644): Terminated: ok {rc=0}\u000a02:37:59.516167 --- ParallelTerminationStrategy: PID 12647 died...\u000a02:37:59.568588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12647): Terminated: ok {rc=0}\u000a02:37:59.650998 bus /sierra_3: Setting Powered False\u000a02:38:00.754682 bus /sierra_3: Setting Powered False\u000a02:38:01.917319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:37:42" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12931): Process ended prematurely: osmo-stp_10.42.42.5(pid=12931) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12931)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12931): Process ended prematurely: osmo-stp_10.42.42.5(pid=12931) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:38:04.013201 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:04.025593 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:38:04.181838 tst mo_mt_call.py: using LAC 18486\u000a02:38:04.298966 tst mo_mt_call.py: using RAC 126\u000a02:38:04.418034 tst mo_mt_call.py: using CellId 18486\u000a02:38:04.534871 tst mo_mt_call.py: using BVCI 18487\u000a02:38:04.558520 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:04.570654 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:04.582564 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:04.594073 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:04.606674 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:04.619281 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:38:04.737174 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:38:04.938449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:05.459296 run create_hlr_db(pid=12924): Launched\u000a02:38:05.639014 bus /sierra_2: Setting Powered False\u000a02:38:06.668758 run create_hlr_db(pid=12924): Terminated: ok {rc=0}\u000a02:38:07.117303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12927): Launched\u000a02:38:07.529824 run osmo-hlr_10.42.42.2(pid=12928): Launched\u000a02:38:07.755237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:08.369597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12930): Launched\u000a02:38:08.769241 run osmo-stp_10.42.42.5(pid=12931): Launched\u000a02:38:09.005849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:09.635927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12933): Launched\u000a02:38:10.050214 run osmo-msc_10.42.42.6(pid=12934): Launched\u000a02:38:10.424227 run osmo-stp_10.42.42.5(pid=12931): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12931)]\u000a02:38:10.685424 run osmo-stp_10.42.42.5(pid=12931): stdout: \u000a| (launched: 2022-12-09_02:38:08.525731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:10.887200 run osmo-stp_10.42.42.5(pid=12931): stderr: \u000a| �[0;m�[38;5;43m20221209023808851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023808851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023808851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023808852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023808852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023808852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023808852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:11.011103 run osmo-stp_10.42.42.5(pid=12931): stdout: \u000a| (launched: 2022-12-09_02:38:08.525731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:11.133712 run osmo-stp_10.42.42.5(pid=12931): stderr: \u000a| �[0;m�[38;5;43m20221209023808851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023808851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023808851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023808852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023808852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023808852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023808852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:11.188502 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12931): Process ended prematurely: osmo-stp_10.42.42.5(pid=12931) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12931)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:38:11.198302 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a02:38:11.259885 run osmo-hlr_10.42.42.2(pid=12928): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12928)]\u000a02:38:11.310465 run osmo-hlr_10.42.42.2(pid=12928): stdout: \u000a| (launched: 2022-12-09_02:38:07.284242) \u000a02:38:11.362032 run osmo-hlr_10.42.42.2(pid=12928): stderr: \u000a| �[0;m�[1;31m20221209023807614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023807614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023807614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023807614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023807614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023807614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023807635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023807651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023807652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023807652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:11.430995 run osmo-msc_10.42.42.6(pid=12934): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12934)]\u000a02:38:11.481218 run osmo-msc_10.42.42.6(pid=12934): stdout: \u000a| (launched: 2022-12-09_02:38:09.791007) \u000a02:38:11.532199 run osmo-msc_10.42.42.6(pid=12934): stderr: \u000a| �[0;m�[38;5;43m20221209023810385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023810385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bd6667c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023810385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023810385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023810386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023810386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023810388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023810388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023810388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023810388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:11.575345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12927): Terminating (SIGTERM)\u000a02:38:11.616510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12930): Terminating (SIGTERM)\u000a02:38:11.660204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12933): Terminating (SIGTERM)\u000a02:38:11.670535 --- ParallelTerminationStrategy: PID 12927 died...\u000a02:38:11.727037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12927): Terminated: ok {rc=0}\u000a02:38:11.737511 --- ParallelTerminationStrategy: PID 12930 died...\u000a02:38:11.792019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12930): Terminated: ok {rc=0}\u000a02:38:11.802513 --- ParallelTerminationStrategy: PID 12933 died...\u000a02:38:11.856938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12933): Terminated: ok {rc=0}\u000a02:38:11.942545 bus /sierra_3: Setting Powered False\u000a02:38:13.049180 bus /sierra_3: Setting Powered False\u000a02:38:14.162356 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12942): Process ended prematurely: osmo-stp_10.42.42.5(pid=12942) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12942): Process ended prematurely: osmo-stp_10.42.42.5(pid=12942) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:38:15.282997 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:15.296789 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:38:15.471030 tst mo_mt_call_osmux.py: using LAC 18487\u000a02:38:15.607593 tst mo_mt_call_osmux.py: using RAC 127\u000a02:38:15.736769 tst mo_mt_call_osmux.py: using CellId 18487\u000a02:38:15.878833 tst mo_mt_call_osmux.py: using BVCI 18488\u000a02:38:15.909370 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:15.922271 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:15.935762 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:15.950077 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:15.964415 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:38:15.984327 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:38:16.140356 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:38:16.397064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:16.923346 run create_hlr_db(pid=12936): Launched\u000a02:38:17.098909 bus /sierra_2: Setting Powered False\u000a02:38:18.137500 run create_hlr_db(pid=12936): Terminated: ok {rc=0}\u000a02:38:18.570270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12938): Launched\u000a02:38:18.974671 run osmo-hlr_10.42.42.2(pid=12939): Launched\u000a02:38:19.198675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:19.840061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12941): Launched\u000a02:38:20.244751 run osmo-stp_10.42.42.5(pid=12942): Launched\u000a02:38:20.481252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:21.103667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12944): Launched\u000a02:38:21.507159 run osmo-msc_10.42.42.6(pid=12945): Launched\u000a02:38:21.882678 run osmo-stp_10.42.42.5(pid=12942): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)]\u000a02:38:22.148320 run osmo-stp_10.42.42.5(pid=12942): stdout: \u000a| (launched: 2022-12-09_02:38:19.996027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:22.356045 run osmo-stp_10.42.42.5(pid=12942): stderr: \u000a| �[0;m�[38;5;43m20221209023820319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023820319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023820320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023820320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023820325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023820325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023820325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:22.482100 run osmo-stp_10.42.42.5(pid=12942): stdout: \u000a| (launched: 2022-12-09_02:38:19.996027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:22.607232 run osmo-stp_10.42.42.5(pid=12942): stderr: \u000a| �[0;m�[38;5;43m20221209023820319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023820319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023820320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023820320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023820325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023820325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023820325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:22.663203 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12942): Process ended prematurely: osmo-stp_10.42.42.5(pid=12942) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:38:22.673143 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a02:38:22.734609 run osmo-hlr_10.42.42.2(pid=12939): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12939)]\u000a02:38:22.785339 run osmo-hlr_10.42.42.2(pid=12939): stdout: \u000a| (launched: 2022-12-09_02:38:18.726436) \u000a02:38:22.836721 run osmo-hlr_10.42.42.2(pid=12939): stderr: \u000a| �[0;m�[1;31m20221209023819065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023819065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023819065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023819065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023819065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023819065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023819083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023819091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023819091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023819091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:22.906019 run osmo-msc_10.42.42.6(pid=12945): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12945)]\u000a02:38:22.956089 run osmo-msc_10.42.42.6(pid=12945): stdout: \u000a| (launched: 2022-12-09_02:38:21.261064) \u000a02:38:23.007193 run osmo-msc_10.42.42.6(pid=12945): stderr: \u000a| �[0;m�[38;5;43m20221209023821843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023821843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe5b12dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023821844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023821844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023821844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023821844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023821854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023821854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023821855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023821855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:23.050150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12938): Terminating (SIGTERM)\u000a02:38:23.092864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12941): Terminating (SIGTERM)\u000a02:38:23.136342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12944): Terminating (SIGTERM)\u000a02:38:23.146372 --- ParallelTerminationStrategy: PID 12938 died...\u000a02:38:23.202394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12938): Terminated: ok {rc=0}\u000a02:38:23.212636 --- ParallelTerminationStrategy: PID 12941 died...\u000a02:38:23.266694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12941): Terminated: ok {rc=0}\u000a02:38:23.276889 --- ParallelTerminationStrategy: PID 12944 died...\u000a02:38:23.330842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12944): Terminated: ok {rc=0}\u000a02:38:23.414673 bus /sierra_3: Setting Powered False\u000a02:38:24.514048 bus /sierra_3: Setting Powered False\u000a02:38:25.621021 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:38:03" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12956): Process ended prematurely: osmo-stp_10.42.42.5(pid=12956) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12956)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12956): Process ended prematurely: osmo-stp_10.42.42.5(pid=12956) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:38:27.613635 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:27.624639 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:38:27.781503 tst mo_mt_call.py: using LAC 18488\u000a02:38:27.902766 tst mo_mt_call.py: using RAC 128\u000a02:38:28.022883 tst mo_mt_call.py: using CellId 18488\u000a02:38:28.141644 tst mo_mt_call.py: using BVCI 18489\u000a02:38:28.164411 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:28.175510 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:28.186522 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:28.197483 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:28.208303 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:28.219195 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:38:28.338403 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:38:28.551100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:29.058259 run create_hlr_db(pid=12950): Launched\u000a02:38:29.244355 bus /sierra_2: Setting Powered False\u000a02:38:30.266097 run create_hlr_db(pid=12950): Terminated: ok {rc=0}\u000a02:38:30.670097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12952): Launched\u000a02:38:31.037353 run osmo-hlr_10.42.42.2(pid=12953): Launched\u000a02:38:31.251376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:31.922411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12955): Launched\u000a02:38:32.246701 run osmo-stp_10.42.42.5(pid=12956): Launched\u000a02:38:32.480266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:33.155851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12958): Launched\u000a02:38:33.477181 run osmo-msc_10.42.42.6(pid=12959): Launched\u000a02:38:33.667080 run osmo-stp_10.42.42.5(pid=12956): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12956)]\u000a02:38:33.803609 run osmo-stp_10.42.42.5(pid=12956): stdout: \u000a| (launched: 2022-12-09_02:38:32.076839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:33.939061 run osmo-stp_10.42.42.5(pid=12956): stderr: \u000a| �[0;m�[38;5;43m20221209023832468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023832468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023832469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023832469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023832470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023832470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023832470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:34.068695 run osmo-stp_10.42.42.5(pid=12956): stdout: \u000a| (launched: 2022-12-09_02:38:32.076839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:34.197500 run osmo-stp_10.42.42.5(pid=12956): stderr: \u000a| �[0;m�[38;5;43m20221209023832468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023832468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023832469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023832469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023832470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023832470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023832470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:34.254362 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12956): Process ended prematurely: osmo-stp_10.42.42.5(pid=12956) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12956)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:38:34.263719 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a02:38:34.326553 run osmo-hlr_10.42.42.2(pid=12953): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12953)]\u000a02:38:34.377969 run osmo-hlr_10.42.42.2(pid=12953): stdout: \u000a| (launched: 2022-12-09_02:38:30.822032) \u000a02:38:34.430045 run osmo-hlr_10.42.42.2(pid=12953): stderr: \u000a| �[0;m�[1;31m20221209023831158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023831158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023831158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023831158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023831158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023831158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023831178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023831197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023831197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023831197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:34.500512 run osmo-msc_10.42.42.6(pid=12959): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12959)]\u000a02:38:34.552537 run osmo-msc_10.42.42.6(pid=12959): stdout: \u000a| (launched: 2022-12-09_02:38:33.319767) \u000a02:38:34.604994 run osmo-msc_10.42.42.6(pid=12959): stderr: \u000a| �[0;m�[38;5;43m20221209023833643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023833643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22b92a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023833643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023833643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023833643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023833643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023833645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023833646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023833646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:34.649430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12952): Terminating (SIGTERM)\u000a02:38:34.691353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12955): Terminating (SIGTERM)\u000a02:38:34.733473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12958): Terminating (SIGTERM)\u000a02:38:34.743113 --- ParallelTerminationStrategy: PID 12952 died...\u000a02:38:34.798941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12952): Terminated: ok {rc=0}\u000a02:38:34.809494 --- ParallelTerminationStrategy: PID 12955 died...\u000a02:38:34.865212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12955): Terminated: ok {rc=0}\u000a02:38:34.875588 --- ParallelTerminationStrategy: PID 12958 died...\u000a02:38:34.931467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12958): Terminated: ok {rc=0}\u000a02:38:35.019268 bus /sierra_3: Setting Powered False\u000a02:38:36.122401 bus /sierra_3: Setting Powered False\u000a02:38:37.233375 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12967): Process ended prematurely: osmo-stp_10.42.42.5(pid=12967) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12967)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12967): Process ended prematurely: osmo-stp_10.42.42.5(pid=12967) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:38:38.343746 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:38.355642 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:38:38.515618 tst mo_mt_call_osmux.py: using LAC 18489\u000a02:38:38.635387 tst mo_mt_call_osmux.py: using RAC 129\u000a02:38:38.761827 tst mo_mt_call_osmux.py: using CellId 18489\u000a02:38:38.888653 tst mo_mt_call_osmux.py: using BVCI 18490\u000a02:38:38.913552 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:38.925352 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:38.936881 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:38.948599 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:38.960356 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:38.972017 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:38:39.089667 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:38:39.306049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:39.815302 run create_hlr_db(pid=12961): Launched\u000a02:38:40.002759 bus /sierra_2: Setting Powered False\u000a02:38:41.023348 run create_hlr_db(pid=12961): Terminated: ok {rc=0}\u000a02:38:41.426136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12963): Launched\u000a02:38:41.730256 run osmo-hlr_10.42.42.2(pid=12964): Launched\u000a02:38:41.846135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:42.366444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12966): Launched\u000a02:38:42.668683 run osmo-stp_10.42.42.5(pid=12967): Launched\u000a02:38:42.778515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:43.327095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12969): Launched\u000a02:38:43.628232 run osmo-msc_10.42.42.6(pid=12970): Launched\u000a02:38:43.804829 run osmo-stp_10.42.42.5(pid=12967): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12967)]\u000a02:38:43.931265 run osmo-stp_10.42.42.5(pid=12967): stdout: \u000a| (launched: 2022-12-09_02:38:42.519167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:44.055868 run osmo-stp_10.42.42.5(pid=12967): stderr: \u000a| �[0;m�[38;5;43m20221209023842688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023842689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023842689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023842689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023842691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023842692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023842692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:44.176101 run osmo-stp_10.42.42.5(pid=12967): stdout: \u000a| (launched: 2022-12-09_02:38:42.519167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:44.295359 run osmo-stp_10.42.42.5(pid=12967): stderr: \u000a| �[0;m�[38;5;43m20221209023842688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023842689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023842689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023842689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023842691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023842692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023842692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:44.348266 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12967): Process ended prematurely: osmo-stp_10.42.42.5(pid=12967) [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12967)] [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:38:44.356897 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:38:44.416070 run osmo-hlr_10.42.42.2(pid=12964): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12964)]\u000a02:38:44.464538 run osmo-hlr_10.42.42.2(pid=12964): stdout: \u000a| (launched: 2022-12-09_02:38:41.579053) \u000a02:38:44.513726 run osmo-hlr_10.42.42.2(pid=12964): stderr: \u000a| �[0;m�[1;31m20221209023841757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023841757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023841757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023841757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023841757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023841757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023841769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023841777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023841778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023841778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:44.580380 run osmo-msc_10.42.42.6(pid=12970): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12970)]\u000a02:38:44.628685 run osmo-msc_10.42.42.6(pid=12970): stdout: \u000a| (launched: 2022-12-09_02:38:43.479957) \u000a02:38:44.677970 run osmo-msc_10.42.42.6(pid=12970): stderr: \u000a| �[0;m�[38;5;43m20221209023843754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023843754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f7b84fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023843754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023843754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023843754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023843754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023843756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023843757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023843757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023843757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:44.719273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12963): Terminating (SIGTERM)\u000a02:38:44.758533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12966): Terminating (SIGTERM)\u000a02:38:44.797639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12969): Terminating (SIGTERM)\u000a02:38:44.806599 --- ParallelTerminationStrategy: PID 12963 died...\u000a02:38:44.859150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12963): Terminated: ok {rc=0}\u000a02:38:44.868601 --- ParallelTerminationStrategy: PID 12966 died...\u000a02:38:44.920796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12966): Terminated: ok {rc=0}\u000a02:38:44.930126 --- ParallelTerminationStrategy: PID 12969 died...\u000a02:38:44.982102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12969): Terminated: ok {rc=0}\u000a02:38:45.064769 bus /sierra_3: Setting Powered False\u000a02:38:46.170179 bus /sierra_3: Setting Powered False\u000a02:38:47.281071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:38:27" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12981): Process ended prematurely: osmo-stp_10.42.42.5(pid=12981) [trial-2353↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12981)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12981): Process ended prematurely: osmo-stp_10.42.42.5(pid=12981) [trial-2353↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:38:49.292421 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:49.303210 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:49.437165 tst emergency_mo_mt_call.py: using LAC 18490\u000a02:38:49.554387 tst emergency_mo_mt_call.py: using RAC 130\u000a02:38:49.669961 tst emergency_mo_mt_call.py: using CellId 18490\u000a02:38:49.785175 tst emergency_mo_mt_call.py: using BVCI 18491\u000a02:38:49.807718 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:49.818943 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:49.829631 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:49.840162 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:49.850798 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:49.861451 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:49.981353 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:50.179971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:50.652370 run create_hlr_db(pid=12975): Launched\u000a02:38:50.822606 bus /sierra_2: Setting Powered False\u000a02:38:51.843308 run create_hlr_db(pid=12975): Terminated: ok {rc=0}\u000a02:38:52.264156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12977): Launched\u000a02:38:52.580734 run osmo-hlr_10.42.42.2(pid=12978): Launched\u000a02:38:52.701742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:53.252498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12980): Launched\u000a02:38:53.568382 run osmo-stp_10.42.42.5(pid=12981): Launched\u000a02:38:53.693021 tst emergency_mo_mt_call.py: using MSISDN 6983\u000a02:38:53.850807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:54.432204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12983): Launched\u000a02:38:54.750015 run osmo-msc_10.42.42.6(pid=12984): Launched\u000a02:38:54.937141 run osmo-stp_10.42.42.5(pid=12981): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12981)]\u000a02:38:55.072562 run osmo-stp_10.42.42.5(pid=12981): stdout: \u000a| (launched: 2022-12-09_02:38:53.412822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:55.207235 run osmo-stp_10.42.42.5(pid=12981): stderr: \u000a| �[0;m�[38;5;43m20221209023853605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023853606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023853606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023853606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023853607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023853607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023853607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:55.335007 run osmo-stp_10.42.42.5(pid=12981): stdout: \u000a| (launched: 2022-12-09_02:38:53.412822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:55.461546 run osmo-stp_10.42.42.5(pid=12981): stderr: \u000a| �[0;m�[38;5;43m20221209023853605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023853606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023853606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023853606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023853607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023853607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023853607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:55.517089 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12981): Process ended prematurely: osmo-stp_10.42.42.5(pid=12981) [trial-2353↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12981)] [trial-2353↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a02:38:55.525882 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a02:38:55.589144 run osmo-hlr_10.42.42.2(pid=12978): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12978)]\u000a02:38:55.640894 run osmo-hlr_10.42.42.2(pid=12978): stdout: \u000a| (launched: 2022-12-09_02:38:52.425305) \u000a02:38:55.693388 run osmo-hlr_10.42.42.2(pid=12978): stderr: \u000a| �[0;m�[1;31m20221209023852625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023852625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023852625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023852625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023852625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023852625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023852639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023852648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023852649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023852649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:55.763808 run osmo-msc_10.42.42.6(pid=12984): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12984)]\u000a02:38:55.815055 run osmo-msc_10.42.42.6(pid=12984): stdout: \u000a| (launched: 2022-12-09_02:38:54.593738) \u000a02:38:55.867067 run osmo-msc_10.42.42.6(pid=12984): stderr: \u000a| �[0;m�[38;5;43m20221209023854913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023854913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa904c48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023854914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023854914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023854914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023854914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023854916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023854916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023854916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023854916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:55.911009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12977): Terminating (SIGTERM)\u000a02:38:55.952886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12980): Terminating (SIGTERM)\u000a02:38:55.994978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12983): Terminating (SIGTERM)\u000a02:38:56.004818 --- ParallelTerminationStrategy: PID 12977 died...\u000a02:38:56.060920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12977): Terminated: ok {rc=0}\u000a02:38:56.071457 --- ParallelTerminationStrategy: PID 12980 died...\u000a02:38:56.127110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12980): Terminated: ok {rc=0}\u000a02:38:56.137535 --- ParallelTerminationStrategy: PID 12983 died...\u000a02:38:56.193070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12983): Terminated: ok {rc=0}\u000a02:38:56.280723 bus /sierra_3: Setting Powered False\u000a02:38:57.384600 bus /sierra_3: Setting Powered False\u000a02:38:58.490404 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12992): Process ended prematurely: osmo-stp_10.42.42.5(pid=12992) [trial-2353↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12992)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12992): Process ended prematurely: osmo-stp_10.42.42.5(pid=12992) [trial-2353↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:38:59.543251 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:59.555361 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:59.695400 tst emergency_preemptive_call.py: using LAC 18491\u000a02:38:59.810879 tst emergency_preemptive_call.py: using RAC 131\u000a02:38:59.928390 tst emergency_preemptive_call.py: using CellId 18491\u000a02:39:00.053726 tst emergency_preemptive_call.py: using BVCI 18492\u000a02:39:00.078025 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:39:00.089648 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:39:00.100928 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:39:00.113262 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:39:00.125276 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:39:00.137673 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:00.255765 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:00.374534 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:00.486930 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:00.693465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:01.238218 run create_hlr_db(pid=12986): Launched\u000a02:39:01.427052 bus /sierra_2: Setting Powered False\u000a02:39:02.429508 run create_hlr_db(pid=12986): Terminated: ok {rc=0}\u000a02:39:02.867690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12988): Launched\u000a02:39:03.185164 run osmo-hlr_10.42.42.2(pid=12989): Launched\u000a02:39:03.300728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:03.850878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12991): Launched\u000a02:39:04.166672 run osmo-stp_10.42.42.5(pid=12992): Launched\u000a02:39:04.293409 tst emergency_preemptive_call.py: using MSISDN 6984\u000a02:39:04.451259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:39:05.029378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12994): Launched\u000a02:39:05.346673 run osmo-msc_10.42.42.6(pid=12995): Launched\u000a02:39:05.532817 run osmo-stp_10.42.42.5(pid=12992): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12992)]\u000a02:39:05.668149 run osmo-stp_10.42.42.5(pid=12992): stdout: \u000a| (launched: 2022-12-09_02:39:04.011397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:05.802321 run osmo-stp_10.42.42.5(pid=12992): stderr: \u000a| �[0;m�[38;5;43m20221209023904202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023904202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023904202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023904203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023904203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023904203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023904203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:05.929758 run osmo-stp_10.42.42.5(pid=12992): stdout: \u000a| (launched: 2022-12-09_02:39:04.011397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:06.056238 run osmo-stp_10.42.42.5(pid=12992): stderr: \u000a| �[0;m�[38;5;43m20221209023904202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023904202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023904202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023904203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023904203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023904203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023904203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:06.111628 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12992): Process ended prematurely: osmo-stp_10.42.42.5(pid=12992) [trial-2353↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12992)] [trial-2353↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a02:39:06.120277 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a02:39:06.183381 run osmo-hlr_10.42.42.2(pid=12989): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12989)]\u000a02:39:06.234879 run osmo-hlr_10.42.42.2(pid=12989): stdout: \u000a| (launched: 2022-12-09_02:39:03.028846) \u000a02:39:06.287280 run osmo-hlr_10.42.42.2(pid=12989): stderr: \u000a| �[0;m�[1;31m20221209023903226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023903226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023903226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023903226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023903226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023903226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023903238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023903246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023903246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023903246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:06.358416 run osmo-msc_10.42.42.6(pid=12995): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12995)]\u000a02:39:06.410061 run osmo-msc_10.42.42.6(pid=12995): stdout: \u000a| (launched: 2022-12-09_02:39:05.190704) \u000a02:39:06.462204 run osmo-msc_10.42.42.6(pid=12995): stderr: \u000a| �[0;m�[38;5;43m20221209023905510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209023905510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3b703dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209023905510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209023905510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209023905510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209023905511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209023905512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209023905513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209023905513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209023905513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:39:06.506519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12988): Terminating (SIGTERM)\u000a02:39:06.548166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12991): Terminating (SIGTERM)\u000a02:39:06.590435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12994): Terminating (SIGTERM)\u000a02:39:06.600249 --- ParallelTerminationStrategy: PID 12988 died...\u000a02:39:06.656724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12988): Terminated: ok {rc=0}\u000a02:39:06.666795 --- ParallelTerminationStrategy: PID 12991 died...\u000a02:39:06.722879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12991): Terminated: ok {rc=0}\u000a02:39:06.732752 --- ParallelTerminationStrategy: PID 12994 died...\u000a02:39:06.787996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12994): Terminated: ok {rc=0}\u000a02:39:06.875670 bus /sierra_9: Setting Powered False\u000a02:39:07.982309 bus /sierra_9: Setting Powered False\u000a02:39:09.093134 bus /sierra_8: Setting Powered False\u000a02:39:10.197925 bus /sierra_8: Setting Powered False\u000a02:39:11.306184 bus /sierra_3: Setting Powered False\u000a02:39:12.411803 bus /sierra_3: Setting Powered False\u000a02:39:13.519642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:38:48" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2353↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2353↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:39:15.655499 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:15.666589 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:15.805764 tst cs_paging_gprs_active.py: using LAC 18492\u000a02:39:15.947362 tst cs_paging_gprs_active.py: using RAC 132\u000a02:39:16.094709 tst cs_paging_gprs_active.py: using CellId 18492\u000a02:39:16.232717 tst cs_paging_gprs_active.py: using BVCI 18493\u000a02:39:16.258814 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.271158 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.283871 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.296468 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.308489 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.322142 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.335289 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.347318 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:16.360652 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:16.487556 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:16.823661 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:39:16.956742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:17.284165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Launched\u000a02:39:17.543531 run iperf3-srv_10.42.42.10(pid=13001): Launched\u000a02:39:17.727964 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:39:17.854155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:18.165538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13002): Launched\u000a02:39:18.423613 run iperf3-srv_10.42.42.10(pid=13003): Launched\u000a02:39:18.606613 tst cs_paging_gprs_active.py:38: start network...\u000a02:39:18.731763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:19.213088 run create_hlr_db(pid=13004): Launched\u000a02:39:19.385506 bus /sierra_2: Setting Powered False\u000a02:39:20.407589 run create_hlr_db(pid=13004): Terminated: ok {rc=0}\u000a02:39:20.809331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Launched\u000a02:39:21.110905 run osmo-hlr_10.42.42.2(pid=13007): Launched\u000a02:39:21.221480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:21.742966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Launched\u000a02:39:22.044196 run osmo-stp_10.42.42.5(pid=13010): Launched\u000a02:39:22.153672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:22.679208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Launched\u000a02:39:22.786602 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:23.049261 run patchelf(pid=13013): Launched\u000a02:39:23.225886 run osmo-stp_10.42.42.5(pid=13010): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]\u000a02:39:23.354508 run osmo-stp_10.42.42.5(pid=13010): stdout: \u000a| (launched: 2022-12-09_02:39:21.896306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:23.483213 run osmo-stp_10.42.42.5(pid=13010): stderr: \u000a| �[0;m�[38;5;43m20221209023922066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023922066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023922066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023922067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023922067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023922067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023922067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:23.608105 run osmo-stp_10.42.42.5(pid=13010): stdout: \u000a| (launched: 2022-12-09_02:39:21.896306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:23.731841 run osmo-stp_10.42.42.5(pid=13010): stderr: \u000a| �[0;m�[38;5;43m20221209023922066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023922066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023922066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023922067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023922067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023922067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023922067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:23.876087 run patchelf(pid=13013): Terminating (SIGINT)\u000a02:39:24.045575 run patchelf(pid=13013): Terminated: ok {rc=0}\u000a02:39:24.076738 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2353↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)] [trial-2353↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a02:39:24.086035 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:39:24.145187 run osmo-hlr_10.42.42.2(pid=13007): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13007)]\u000a02:39:24.193434 run osmo-hlr_10.42.42.2(pid=13007): stdout: \u000a| (launched: 2022-12-09_02:39:20.963531) \u000a02:39:24.242484 run osmo-hlr_10.42.42.2(pid=13007): stderr: \u000a| �[0;m�[1;31m20221209023921142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023921142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023921142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023921142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023921142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023921142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023921154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023921165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023921165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023921165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:24.284309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminating (SIGTERM)\u000a02:39:24.323768 run iperf3-srv_10.42.42.10(pid=13001): Terminating (SIGTERM)\u000a02:39:24.363388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13002): Terminating (SIGTERM)\u000a02:39:24.402768 run iperf3-srv_10.42.42.10(pid=13003): Terminating (SIGTERM)\u000a02:39:24.442340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminating (SIGTERM)\u000a02:39:24.481691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminating (SIGTERM)\u000a02:39:24.521116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Terminating (SIGTERM)\u000a02:39:24.530244 --- ParallelTerminationStrategy: PID 13000 died...\u000a02:39:24.583112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminated: ok {rc=0}\u000a02:39:24.592595 --- ParallelTerminationStrategy: PID 13001 died...\u000a02:39:24.644906 run iperf3-srv_10.42.42.10(pid=13001): Terminated {rc=256}\u000a02:39:24.654385 --- ParallelTerminationStrategy: PID 13002 died...\u000a02:39:24.706803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13002): Terminated: ok {rc=0}\u000a02:39:24.716223 --- ParallelTerminationStrategy: PID 13003 died...\u000a02:39:24.768322 run iperf3-srv_10.42.42.10(pid=13003): Terminated {rc=256}\u000a02:39:24.777853 --- ParallelTerminationStrategy: PID 13006 died...\u000a02:39:24.830220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminated: ok {rc=0}\u000a02:39:24.839597 --- ParallelTerminationStrategy: PID 13009 died...\u000a02:39:24.892698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminated: ok {rc=0}\u000a02:39:24.902368 --- ParallelTerminationStrategy: PID 13012 died...\u000a02:39:24.955255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Terminated: ok {rc=0}\u000a02:39:25.040186 bus /gobi_0: Setting Powered False\u000a02:39:26.146843 bus /gobi_0: Setting Powered False\u000a02:39:27.259373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13022): Process ended prematurely: osmo-stp_10.42.42.5(pid=13022) [trial-2353↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13022): Process ended prematurely: osmo-stp_10.42.42.5(pid=13022) [trial-2353↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a02:39:28.369507 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:28.380897 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:28.519580 tst iperf3.py: using LAC 18493\u000a02:39:28.639928 tst iperf3.py: using RAC 133\u000a02:39:28.767264 tst iperf3.py: using CellId 18493\u000a02:39:28.899770 tst iperf3.py: using BVCI 18494\u000a02:39:28.924731 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:28.936262 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:28.947351 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:28.959265 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:28.971548 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:28.982791 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:28.994745 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:29.006448 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:29.018723 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:29.294011 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:39:29.419749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:29.731345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Launched\u000a02:39:29.989938 run iperf3-srv_10.42.42.10(pid=13015): Launched\u000a02:39:30.173185 tst iperf3.py:8: start network...\u000a02:39:30.299213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:30.782937 run create_hlr_db(pid=13016): Launched\u000a02:39:30.960715 bus /gobi_6: Setting Powered False\u000a02:39:32.042093 run create_hlr_db(pid=13016): Terminated: ok {rc=0}\u000a02:39:32.456609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13018): Launched\u000a02:39:32.759152 run osmo-hlr_10.42.42.2(pid=13019): Launched\u000a02:39:32.879036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:33.411711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13021): Launched\u000a02:39:33.713459 run osmo-stp_10.42.42.5(pid=13022): Launched\u000a02:39:33.822959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:34.348203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13024): Launched\u000a02:39:34.456027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:34.718466 run patchelf(pid=13025): Launched\u000a02:39:34.895177 run osmo-stp_10.42.42.5(pid=13022): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)]\u000a02:39:35.024546 run osmo-stp_10.42.42.5(pid=13022): stdout: \u000a| (launched: 2022-12-09_02:39:33.565021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:35.155486 run osmo-stp_10.42.42.5(pid=13022): stderr: \u000a| �[0;m�[38;5;43m20221209023933734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023933735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023933735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023933735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023933736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023933736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023933736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:35.280734 run osmo-stp_10.42.42.5(pid=13022): stdout: \u000a| (launched: 2022-12-09_02:39:33.565021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:35.405317 run osmo-stp_10.42.42.5(pid=13022): stderr: \u000a| �[0;m�[38;5;43m20221209023933734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023933735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023933735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023933735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023933736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023933736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023933736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:35.549908 run patchelf(pid=13025): Terminating (SIGINT)\u000a02:39:35.719389 run patchelf(pid=13025): Terminated: ok {rc=0}\u000a02:39:35.750603 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13022): Process ended prematurely: osmo-stp_10.42.42.5(pid=13022) [trial-2353↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13022)] [trial-2353↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a02:39:35.759761 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a02:39:35.819491 run osmo-hlr_10.42.42.2(pid=13019): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13019)]\u000a02:39:35.868490 run osmo-hlr_10.42.42.2(pid=13019): stdout: \u000a| (launched: 2022-12-09_02:39:32.610252) \u000a02:39:35.918017 run osmo-hlr_10.42.42.2(pid=13019): stderr: \u000a| �[0;m�[1;31m20221209023932786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023932786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023932786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023932786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023932787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023932787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023932799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023932808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023932808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023932808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:35.960591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminating (SIGTERM)\u000a02:39:36.000429 run iperf3-srv_10.42.42.10(pid=13015): Terminating (SIGTERM)\u000a02:39:36.040479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13018): Terminating (SIGTERM)\u000a02:39:36.080447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13021): Terminating (SIGTERM)\u000a02:39:36.120399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13024): Terminating (SIGTERM)\u000a02:39:36.129802 --- ParallelTerminationStrategy: PID 13014 died...\u000a02:39:36.183192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminated: ok {rc=0}\u000a02:39:36.193020 --- ParallelTerminationStrategy: PID 13015 died...\u000a02:39:36.245832 run iperf3-srv_10.42.42.10(pid=13015): Terminated {rc=256}\u000a02:39:36.255537 --- ParallelTerminationStrategy: PID 13018 died...\u000a02:39:36.308228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13018): Terminated: ok {rc=0}\u000a02:39:36.317951 --- ParallelTerminationStrategy: PID 13021 died...\u000a02:39:36.371019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13021): Terminated: ok {rc=0}\u000a02:39:36.380781 --- ParallelTerminationStrategy: PID 13024 died...\u000a02:39:36.433854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13024): Terminated: ok {rc=0}\u000a02:39:36.522427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13040): Process ended prematurely: osmo-stp_10.42.42.5(pid=13040) [trial-2353↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13040)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13040): Process ended prematurely: osmo-stp_10.42.42.5(pid=13040) [trial-2353↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a02:39:37.633318 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:37.644849 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:37.783947 tst iperf3m4.py: using LAC 18494\u000a02:39:37.906102 tst iperf3m4.py: using RAC 134\u000a02:39:38.024422 tst iperf3m4.py: using CellId 18494\u000a02:39:38.149772 tst iperf3m4.py: using BVCI 18495\u000a02:39:38.174987 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.186446 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.197714 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.209178 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.223076 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.233974 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.245120 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.255957 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:38.267113 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:38.387970 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:38.513544 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:38.630537 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:38.926183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:39:39.061937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:39.395648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13026): Launched\u000a02:39:39.672441 run iperf3-srv_10.42.42.10(pid=13027): Launched\u000a02:39:39.870635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:39:40.005353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:40.316170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13028): Launched\u000a02:39:40.575204 run iperf3-srv_10.42.42.10(pid=13029): Launched\u000a02:39:40.758871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:39:40.884451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:41.195089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13030): Launched\u000a02:39:41.452929 run iperf3-srv_10.42.42.10(pid=13031): Launched\u000a02:39:41.635661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:39:41.761653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:42.071653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13032): Launched\u000a02:39:42.329393 run iperf3-srv_10.42.42.10(pid=13033): Launched\u000a02:39:42.512077 tst iperf3m4.py:8: start network...\u000a02:39:42.637646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:43.119598 run create_hlr_db(pid=13034): Launched\u000a02:39:43.293218 bus /gobi_6: Setting Powered False\u000a02:39:44.314862 run create_hlr_db(pid=13034): Terminated: ok {rc=0}\u000a02:39:44.714865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13036): Launched\u000a02:39:45.016586 run osmo-hlr_10.42.42.2(pid=13037): Launched\u000a02:39:45.136156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:45.665991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13039): Launched\u000a02:39:46.059073 run osmo-stp_10.42.42.5(pid=13040): Launched\u000a02:39:46.262610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:46.817191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13042): Launched\u000a02:39:46.927155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:47.197067 run patchelf(pid=13043): Launched\u000a02:39:47.375597 run osmo-stp_10.42.42.5(pid=13040): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13040)]\u000a02:39:47.504834 run osmo-stp_10.42.42.5(pid=13040): stdout: \u000a| (launched: 2022-12-09_02:39:45.819368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:47.634506 run osmo-stp_10.42.42.5(pid=13040): stderr: \u000a| �[0;m�[38;5;43m20221209023946060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023946060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023946061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023946061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:47.759831 run osmo-stp_10.42.42.5(pid=13040): stdout: \u000a| (launched: 2022-12-09_02:39:45.819368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:47.883864 run osmo-stp_10.42.42.5(pid=13040): stderr: \u000a| �[0;m�[38;5;43m20221209023946060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209023946060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209023946061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209023946061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209023946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209023946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209023946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:48.027860 run patchelf(pid=13043): Terminating (SIGINT)\u000a02:39:48.196879 run patchelf(pid=13043): Terminated: ok {rc=0}\u000a02:39:48.228208 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13040): Process ended prematurely: osmo-stp_10.42.42.5(pid=13040) [trial-2353↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13040)] [trial-2353↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a02:39:48.237735 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a02:39:48.298748 run osmo-hlr_10.42.42.2(pid=13037): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13037)]\u000a02:39:48.347618 run osmo-hlr_10.42.42.2(pid=13037): stdout: \u000a| (launched: 2022-12-09_02:39:44.868037) \u000a02:39:48.397281 run osmo-hlr_10.42.42.2(pid=13037): stderr: \u000a| �[0;m�[1;31m20221209023945045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209023945045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209023945045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023945045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209023945045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209023945045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209023945057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209023945066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209023945066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209023945066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:48.439562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13026): Terminating (SIGTERM)\u000a02:39:48.479408 run iperf3-srv_10.42.42.10(pid=13027): Terminating (SIGTERM)\u000a02:39:48.519415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13028): Terminating (SIGTERM)\u000a02:39:48.559185 run iperf3-srv_10.42.42.10(pid=13029): Terminating (SIGTERM)\u000a02:39:48.599079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13030): Terminating (SIGTERM)\u000a02:39:48.638874 run iperf3-srv_10.42.42.10(pid=13031): Terminating (SIGTERM)\u000a02:39:48.678781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13032): Terminating (SIGTERM)\u000a02:39:48.718479 run iperf3-srv_10.42.42.10(pid=13033): Terminating (SIGTERM)\u000a02:39:48.758274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13036): Terminating (SIGTERM)\u000a02:39:48.798038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13039): Terminating (SIGTERM)\u000a02:39:48.837907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13042): Terminating (SIGTERM)\u000a02:39:48.847321 --- ParallelTerminationStrategy: PID 13026 died...\u000a02:39:48.900801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13026): Terminated: ok {rc=0}\u000a02:39:48.910669 --- ParallelTerminationStrategy: PID 13027 died...\u000a02:39:48.963426 run iperf3-srv_10.42.42.10(pid=13027): Terminated {rc=256}\u000a02:39:48.973199 --- ParallelTerminationStrategy: PID 13028 died...\u000a02:39:49.026462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13028): Terminated: ok {rc=0}\u000a02:39:49.036058 --- ParallelTerminationStrategy: PID 13029 died...\u000a02:39:49.088672 run iperf3-srv_10.42.42.10(pid=13029): Terminated {rc=256}\u000a02:39:49.098462 --- ParallelTerminationStrategy: PID 13030 died...\u000a02:39:49.151449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13030): Terminated: ok {rc=0}\u000a02:39:49.161555 --- ParallelTerminationStrategy: PID 13031 died...\u000a02:39:49.214973 run iperf3-srv_10.42.42.10(pid=13031): Terminated {rc=256}\u000a02:39:49.224787 --- ParallelTerminationStrategy: PID 13032 died...\u000a02:39:49.277902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13032): Terminated: ok {rc=0}\u000a02:39:49.287648 --- ParallelTerminationStrategy: PID 13033 died...\u000a02:39:49.340709 run iperf3-srv_10.42.42.10(pid=13033): Terminated {rc=256}\u000a02:39:49.350446 --- ParallelTerminationStrategy: PID 13036 died...\u000a02:39:49.403442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13036): Terminated: ok {rc=0}\u000a02:39:49.413159 --- ParallelTerminationStrategy: PID 13039 died...\u000a02:39:49.466089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13039): Terminated: ok {rc=0}\u000a02:39:49.475896 --- ParallelTerminationStrategy: PID 13042 died...\u000a02:39:49.529104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13042): Terminated: ok {rc=0}\u000a02:39:49.618694 bus /gobi_4: Setting Powered False\u000a02:39:50.722121 bus /gobi_4: Setting Powered False\u000a02:39:51.833778 bus /gobi_1: Setting Powered False\u000a02:39:52.940832 bus /gobi_1: Setting Powered False\u000a02:39:54.048797 bus /gobi_0: Setting Powered False\u000a02:39:55.155227 bus /gobi_0: Setting Powered False\u000a02:39:56.262930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13050): Process ended prematurely: osmo-stp_10.42.42.5(pid=13050) [trial-2353↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13050): Process ended prematurely: osmo-stp_10.42.42.5(pid=13050) [trial-2353↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a02:39:57.331128 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.343074 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:57.488781 tst ping.py: using LAC 18495\u000a02:39:57.620460 tst ping.py: using RAC 135\u000a02:39:57.745269 tst ping.py: using CellId 18495\u000a02:39:57.868863 tst ping.py: using BVCI 18496\u000a02:39:57.893238 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.904591 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.915821 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.927500 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.938916 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.950208 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.961698 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:57.973182 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:58.247927 tst ping.py:19: start network...\u000a02:39:58.371440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:58.836222 run create_hlr_db(pid=13044): Launched\u000a02:39:59.006420 bus /gobi_6: Setting Powered False\u000a02:40:00.027173 run create_hlr_db(pid=13044): Terminated: ok {rc=0}\u000a02:40:00.446506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13046): Launched\u000a02:40:00.766717 run osmo-hlr_10.42.42.2(pid=13047): Launched\u000a02:40:00.973333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:01.584137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13049): Launched\u000a02:40:01.975911 run osmo-stp_10.42.42.5(pid=13050): Launched\u000a02:40:02.209613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:02.877876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13061): Launched\u000a02:40:02.991190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:03.267054 run patchelf(pid=13063): Launched\u000a02:40:03.452667 run osmo-stp_10.42.42.5(pid=13050): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)]\u000a02:40:03.588653 run osmo-stp_10.42.42.5(pid=13050): stdout: \u000a| (launched: 2022-12-09_02:40:01.737885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:03.725591 run osmo-stp_10.42.42.5(pid=13050): stderr: \u000a| �[0;m�[38;5;43m20221209024002058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024002058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024002058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024002058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024002059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024002059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024002059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:03.857372 run osmo-stp_10.42.42.5(pid=13050): stdout: \u000a| (launched: 2022-12-09_02:40:01.737885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:03.987955 run osmo-stp_10.42.42.5(pid=13050): stderr: \u000a| �[0;m�[38;5;43m20221209024002058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024002058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024002058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024002058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024002059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024002059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024002059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:04.139190 run patchelf(pid=13063): Terminating (SIGINT)\u000a02:40:04.316005 run patchelf(pid=13063): Terminated: ok {rc=0}\u000a02:40:04.348333 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13050): Process ended prematurely: osmo-stp_10.42.42.5(pid=13050) [trial-2353↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13050)] [trial-2353↪gprs:trx-sysmocell5000↪ping.py:22]\u000a02:40:04.357518 tst ping.py:22: Test FAILED (7.0 sec)\u000a02:40:04.420747 run osmo-hlr_10.42.42.2(pid=13047): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13047)]\u000a02:40:04.472361 run osmo-hlr_10.42.42.2(pid=13047): stdout: \u000a| (launched: 2022-12-09_02:40:00.608485) \u000a02:40:04.524623 run osmo-hlr_10.42.42.2(pid=13047): stderr: \u000a| �[0;m�[1;31m20221209024000803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024000803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024000803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024000803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024000803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024000803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024000817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024000826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024000826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024000826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:04.568841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13046): Terminating (SIGTERM)\u000a02:40:04.611185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13049): Terminating (SIGTERM)\u000a02:40:04.653862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13061): Terminating (SIGTERM)\u000a02:40:04.663650 --- ParallelTerminationStrategy: PID 13046 died...\u000a02:40:04.720350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13046): Terminated: ok {rc=0}\u000a02:40:04.731048 --- ParallelTerminationStrategy: PID 13049 died...\u000a02:40:04.787649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13049): Terminated: ok {rc=0}\u000a02:40:04.797916 --- ParallelTerminationStrategy: PID 13061 died...\u000a02:40:04.854225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13061): Terminated: ok {rc=0}\u000a02:40:04.941272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13070): Process ended prematurely: osmo-stp_10.42.42.5(pid=13070) [trial-2353↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13070): Process ended prematurely: osmo-stp_10.42.42.5(pid=13070) [trial-2353↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a02:40:05.995831 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.008472 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:40:06.154124 tst ping_idle_ping.py: using LAC 18496\u000a02:40:06.280339 tst ping_idle_ping.py: using RAC 136\u000a02:40:06.406733 tst ping_idle_ping.py: using CellId 18496\u000a02:40:06.532103 tst ping_idle_ping.py: using BVCI 18497\u000a02:40:06.556558 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.567982 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.579820 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.591722 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.603257 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.614707 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.626919 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:40:06.638601 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:40:06.911553 tst ping_idle_ping.py:24: start network...\u000a02:40:07.035007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:07.507407 run create_hlr_db(pid=13064): Launched\u000a02:40:07.680051 bus /gobi_6: Setting Powered False\u000a02:40:08.700725 run create_hlr_db(pid=13064): Terminated: ok {rc=0}\u000a02:40:09.123861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13066): Launched\u000a02:40:09.443562 run osmo-hlr_10.42.42.2(pid=13067): Launched\u000a02:40:09.563553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:10.117673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13069): Launched\u000a02:40:10.437157 run osmo-stp_10.42.42.5(pid=13070): Launched\u000a02:40:10.552653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:11.106734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13072): Launched\u000a02:40:11.220171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:11.496225 run patchelf(pid=13073): Launched\u000a02:40:11.682295 run osmo-stp_10.42.42.5(pid=13070): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)]\u000a02:40:11.818391 run osmo-stp_10.42.42.5(pid=13070): stdout: \u000a| (launched: 2022-12-09_02:40:10.279257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:11.954768 run osmo-stp_10.42.42.5(pid=13070): stderr: \u000a| �[0;m�[38;5;43m20221209024010472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024010473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:12.086691 run osmo-stp_10.42.42.5(pid=13070): stdout: \u000a| (launched: 2022-12-09_02:40:10.279257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:12.217218 run osmo-stp_10.42.42.5(pid=13070): stderr: \u000a| �[0;m�[38;5;43m20221209024010472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024010473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024010473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024010474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:12.368692 run patchelf(pid=13073): Terminating (SIGINT)\u000a02:40:12.546089 run patchelf(pid=13073): Terminated: ok {rc=0}\u000a02:40:12.578319 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13070): Process ended prematurely: osmo-stp_10.42.42.5(pid=13070) [trial-2353↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)] [trial-2353↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a02:40:12.587432 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:40:12.649479 run osmo-hlr_10.42.42.2(pid=13067): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13067)]\u000a02:40:12.700850 run osmo-hlr_10.42.42.2(pid=13067): stdout: \u000a| (launched: 2022-12-09_02:40:09.286574) \u000a02:40:12.752734 run osmo-hlr_10.42.42.2(pid=13067): stderr: \u000a| �[0;m�[1;31m20221209024009485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024009485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024009485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024009485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024009485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024009485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024009498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024009506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024009506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024009506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:12.796639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13066): Terminating (SIGTERM)\u000a02:40:12.838190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13069): Terminating (SIGTERM)\u000a02:40:12.879868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13072): Terminating (SIGTERM)\u000a02:40:12.889620 --- ParallelTerminationStrategy: PID 13066 died...\u000a02:40:12.946658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13066): Terminated: ok {rc=0}\u000a02:40:12.957185 --- ParallelTerminationStrategy: PID 13069 died...\u000a02:40:13.013441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13069): Terminated: ok {rc=0}\u000a02:40:13.025156 --- ParallelTerminationStrategy: PID 13072 died...\u000a02:40:13.083466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13072): Terminated: ok {rc=0}\u000a02:40:13.170581 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:39:15" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13439): Process ended prematurely: osmo-stp_10.42.42.5(pid=13439) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13439)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13439): Process ended prematurely: osmo-stp_10.42.42.5(pid=13439) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:40:15.352280 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.363741 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:15.513564 tst cs_paging_gprs_active.py: using LAC 18497\u000a02:40:15.638189 tst cs_paging_gprs_active.py: using RAC 137\u000a02:40:15.763537 tst cs_paging_gprs_active.py: using CellId 18497\u000a02:40:15.923205 tst cs_paging_gprs_active.py: using BVCI 18498\u000a02:40:15.948810 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.960887 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.972875 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.984653 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:15.996328 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:16.008118 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:16.021679 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:16.035564 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:16.047611 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:16.171318 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:16.471631 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:40:16.611343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:16.964028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13429): Launched\u000a02:40:17.246986 run iperf3-srv_10.42.42.10(pid=13430): Launched\u000a02:40:17.446989 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:40:17.583645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:17.919142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13431): Launched\u000a02:40:18.196875 run iperf3-srv_10.42.42.10(pid=13432): Launched\u000a02:40:18.396207 tst cs_paging_gprs_active.py:38: start network...\u000a02:40:18.531727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:19.050497 run create_hlr_db(pid=13433): Launched\u000a02:40:19.237721 bus /gobi_6: Setting Powered False\u000a02:40:20.259051 run create_hlr_db(pid=13433): Terminated: ok {rc=0}\u000a02:40:20.691192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13435): Launched\u000a02:40:21.015795 run osmo-hlr_10.42.42.2(pid=13436): Launched\u000a02:40:21.137810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:21.702030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13438): Launched\u000a02:40:22.025033 run osmo-stp_10.42.42.5(pid=13439): Launched\u000a02:40:22.142440 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:22.707770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13441): Launched\u000a02:40:22.823731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:23.111086 run patchelf(pid=13442): Launched\u000a02:40:23.301076 run osmo-stp_10.42.42.5(pid=13439): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13439)]\u000a02:40:23.442560 run osmo-stp_10.42.42.5(pid=13439): stdout: \u000a| (launched: 2022-12-09_02:40:21.866902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:23.584166 run osmo-stp_10.42.42.5(pid=13439): stderr: \u000a| �[0;m�[38;5;43m20221209024022059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024022060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024022060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024022060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024022061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024022061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024022061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:23.721122 run osmo-stp_10.42.42.5(pid=13439): stdout: \u000a| (launched: 2022-12-09_02:40:21.866902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:23.858149 run osmo-stp_10.42.42.5(pid=13439): stderr: \u000a| �[0;m�[38;5;43m20221209024022059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024022060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024022060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024022060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024022061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024022061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024022061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:24.015804 run patchelf(pid=13442): Terminating (SIGINT)\u000a02:40:24.200368 run patchelf(pid=13442): Terminated: ok {rc=0}\u000a02:40:24.234915 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13439): Process ended prematurely: osmo-stp_10.42.42.5(pid=13439) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13439)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:40:24.245740 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:40:24.313079 run osmo-hlr_10.42.42.2(pid=13436): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13436)]\u000a02:40:24.366660 run osmo-hlr_10.42.42.2(pid=13436): stdout: \u000a| (launched: 2022-12-09_02:40:20.856827) \u000a02:40:24.418341 run osmo-hlr_10.42.42.2(pid=13436): stderr: \u000a| �[0;m�[1;31m20221209024021057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024021057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024021057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024021057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024021057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024021057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024021070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024021078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024021078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024021078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:24.462914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13429): Terminating (SIGTERM)\u000a02:40:24.507526 run iperf3-srv_10.42.42.10(pid=13430): Terminating (SIGTERM)\u000a02:40:24.550397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13431): Terminating (SIGTERM)\u000a02:40:24.592654 run iperf3-srv_10.42.42.10(pid=13432): Terminating (SIGTERM)\u000a02:40:24.635094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13435): Terminating (SIGTERM)\u000a02:40:24.677395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13438): Terminating (SIGTERM)\u000a02:40:24.720488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13441): Terminating (SIGTERM)\u000a02:40:24.730579 --- ParallelTerminationStrategy: PID 13429 died...\u000a02:40:24.788071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13429): Terminated: ok {rc=0}\u000a02:40:24.798894 --- ParallelTerminationStrategy: PID 13430 died...\u000a02:40:24.855616 run iperf3-srv_10.42.42.10(pid=13430): Terminated {rc=256}\u000a02:40:24.866489 --- ParallelTerminationStrategy: PID 13431 died...\u000a02:40:24.923655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13431): Terminated: ok {rc=0}\u000a02:40:24.934412 --- ParallelTerminationStrategy: PID 13432 died...\u000a02:40:24.991084 run iperf3-srv_10.42.42.10(pid=13432): Terminated {rc=256}\u000a02:40:25.001856 --- ParallelTerminationStrategy: PID 13435 died...\u000a02:40:25.059702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13435): Terminated: ok {rc=0}\u000a02:40:25.070518 --- ParallelTerminationStrategy: PID 13438 died...\u000a02:40:25.127704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13438): Terminated: ok {rc=0}\u000a02:40:25.138509 --- ParallelTerminationStrategy: PID 13441 died...\u000a02:40:25.196015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13441): Terminated: ok {rc=0}\u000a02:40:25.286332 bus /gobi_0: Setting Powered False\u000a02:40:26.396016 bus /gobi_0: Setting Powered False\u000a02:40:27.510132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13629): Process ended prematurely: osmo-stp_10.42.42.5(pid=13629) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13629)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13629): Process ended prematurely: osmo-stp_10.42.42.5(pid=13629) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:40:28.629040 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:28.641873 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:28.789485 tst iperf3.py: using LAC 18498\u000a02:40:28.913771 tst iperf3.py: using RAC 138\u000a02:40:29.039435 tst iperf3.py: using CellId 18498\u000a02:40:29.162661 tst iperf3.py: using BVCI 18499\u000a02:40:29.187608 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.200050 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.213012 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.228577 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.241804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.253987 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.268267 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.281056 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:29.294308 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:29.574920 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:40:29.700431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:30.009654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13621): Launched\u000a02:40:30.266591 run iperf3-srv_10.42.42.10(pid=13622): Launched\u000a02:40:30.448614 tst iperf3.py:8: start network...\u000a02:40:30.573842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:31.119828 run create_hlr_db(pid=13623): Launched\u000a02:40:31.296935 bus /gobi_6: Setting Powered False\u000a02:40:32.325513 run create_hlr_db(pid=13623): Terminated: ok {rc=0}\u000a02:40:32.728280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13625): Launched\u000a02:40:33.030863 run osmo-hlr_10.42.42.2(pid=13626): Launched\u000a02:40:33.142580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:33.668877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13628): Launched\u000a02:40:33.969428 run osmo-stp_10.42.42.5(pid=13629): Launched\u000a02:40:34.080035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:34.604119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13631): Launched\u000a02:40:34.711816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:34.973740 run patchelf(pid=13632): Launched\u000a02:40:35.149673 run osmo-stp_10.42.42.5(pid=13629): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13629)]\u000a02:40:35.278667 run osmo-stp_10.42.42.5(pid=13629): stdout: \u000a| (launched: 2022-12-09_02:40:33.821210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:35.407698 run osmo-stp_10.42.42.5(pid=13629): stderr: \u000a| �[0;m�[38;5;43m20221209024033992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024033992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024033992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024033992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024033993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024033993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024033993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:35.532648 run osmo-stp_10.42.42.5(pid=13629): stdout: \u000a| (launched: 2022-12-09_02:40:33.821210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:35.656564 run osmo-stp_10.42.42.5(pid=13629): stderr: \u000a| �[0;m�[38;5;43m20221209024033992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024033992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024033992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024033992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024033993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024033993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024033993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:35.800587 run patchelf(pid=13632): Terminating (SIGINT)\u000a02:40:35.969589 run patchelf(pid=13632): Terminated: ok {rc=0}\u000a02:40:36.000708 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13629): Process ended prematurely: osmo-stp_10.42.42.5(pid=13629) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13629)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a02:40:36.010166 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a02:40:36.070834 run osmo-hlr_10.42.42.2(pid=13626): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13626)]\u000a02:40:36.120105 run osmo-hlr_10.42.42.2(pid=13626): stdout: \u000a| (launched: 2022-12-09_02:40:32.881488) \u000a02:40:36.169988 run osmo-hlr_10.42.42.2(pid=13626): stderr: \u000a| �[0;m�[1;31m20221209024033059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024033059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024033059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024033059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024033059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024033059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024033071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024033079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024033079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024033079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:36.212369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13621): Terminating (SIGTERM)\u000a02:40:36.252373 run iperf3-srv_10.42.42.10(pid=13622): Terminating (SIGTERM)\u000a02:40:36.292093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13625): Terminating (SIGTERM)\u000a02:40:36.331884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13628): Terminating (SIGTERM)\u000a02:40:36.371707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13631): Terminating (SIGTERM)\u000a02:40:36.381163 --- ParallelTerminationStrategy: PID 13621 died...\u000a02:40:36.434429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13621): Terminated: ok {rc=0}\u000a02:40:36.443986 --- ParallelTerminationStrategy: PID 13622 died...\u000a02:40:36.496336 run iperf3-srv_10.42.42.10(pid=13622): Terminated {rc=256}\u000a02:40:36.506014 --- ParallelTerminationStrategy: PID 13625 died...\u000a02:40:36.558641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13625): Terminated: ok {rc=0}\u000a02:40:36.568205 --- ParallelTerminationStrategy: PID 13628 died...\u000a02:40:36.620766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13628): Terminated: ok {rc=0}\u000a02:40:36.630392 --- ParallelTerminationStrategy: PID 13631 died...\u000a02:40:36.683259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13631): Terminated: ok {rc=0}\u000a02:40:36.765549 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13647): Process ended prematurely: osmo-stp_10.42.42.5(pid=13647) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13647)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13647): Process ended prematurely: osmo-stp_10.42.42.5(pid=13647) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:40:37.879608 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:37.891833 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:38.041773 tst iperf3m4.py: using LAC 18499\u000a02:40:38.170586 tst iperf3m4.py: using RAC 139\u000a02:40:38.297367 tst iperf3m4.py: using CellId 18499\u000a02:40:38.426501 tst iperf3m4.py: using BVCI 18500\u000a02:40:38.451258 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.462919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.474350 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.486149 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.497925 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.509794 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.521703 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.533666 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:38.545584 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:38.664087 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:38.787964 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:38.909132 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:39.186911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:40:39.312382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:39.624171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13633): Launched\u000a02:40:39.882845 run iperf3-srv_10.42.42.10(pid=13634): Launched\u000a02:40:40.066846 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:40:40.192613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:40.504119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Launched\u000a02:40:40.762851 run iperf3-srv_10.42.42.10(pid=13636): Launched\u000a02:40:40.945752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:40:41.071389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:41.382899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13637): Launched\u000a02:40:41.642375 run iperf3-srv_10.42.42.10(pid=13638): Launched\u000a02:40:41.825511 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:40:41.951047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:42.262125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13639): Launched\u000a02:40:42.519991 run iperf3-srv_10.42.42.10(pid=13640): Launched\u000a02:40:42.702612 tst iperf3m4.py:8: start network...\u000a02:40:42.828187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:43.300205 run create_hlr_db(pid=13641): Launched\u000a02:40:43.473416 bus /gobi_6: Setting Powered False\u000a02:40:44.494936 run create_hlr_db(pid=13641): Terminated: ok {rc=0}\u000a02:40:44.894603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13643): Launched\u000a02:40:45.196250 run osmo-hlr_10.42.42.2(pid=13644): Launched\u000a02:40:45.315274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:45.865786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13646): Launched\u000a02:40:46.291733 run osmo-stp_10.42.42.5(pid=13647): Launched\u000a02:40:46.452863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:47.047777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13649): Launched\u000a02:40:47.159404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:47.423616 run patchelf(pid=13650): Launched\u000a02:40:47.599482 run osmo-stp_10.42.42.5(pid=13647): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13647)]\u000a02:40:47.728582 run osmo-stp_10.42.42.5(pid=13647): stdout: \u000a| (launched: 2022-12-09_02:40:46.022866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:47.857712 run osmo-stp_10.42.42.5(pid=13647): stderr: \u000a| �[0;m�[38;5;43m20221209024046293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024046293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024046294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024046294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024046294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024046294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024046295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:47.982068 run osmo-stp_10.42.42.5(pid=13647): stdout: \u000a| (launched: 2022-12-09_02:40:46.022866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:48.105810 run osmo-stp_10.42.42.5(pid=13647): stderr: \u000a| �[0;m�[38;5;43m20221209024046293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024046293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024046294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024046294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024046294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024046294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024046295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:48.249300 run patchelf(pid=13650): Terminating (SIGINT)\u000a02:40:48.417849 run patchelf(pid=13650): Terminated: ok {rc=0}\u000a02:40:48.449421 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13647): Process ended prematurely: osmo-stp_10.42.42.5(pid=13647) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13647)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:40:48.458627 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a02:40:48.518677 run osmo-hlr_10.42.42.2(pid=13644): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13644)]\u000a02:40:48.567458 run osmo-hlr_10.42.42.2(pid=13644): stdout: \u000a| (launched: 2022-12-09_02:40:45.047887) \u000a02:40:48.616808 run osmo-hlr_10.42.42.2(pid=13644): stderr: \u000a| �[0;m�[1;31m20221209024045221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024045221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024045221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024045221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024045221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024045221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024045234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024045243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024045243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024045243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:48.658593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13633): Terminating (SIGTERM)\u000a02:40:48.698165 run iperf3-srv_10.42.42.10(pid=13634): Terminating (SIGTERM)\u000a02:40:48.737872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Terminating (SIGTERM)\u000a02:40:48.777407 run iperf3-srv_10.42.42.10(pid=13636): Terminating (SIGTERM)\u000a02:40:48.817042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13637): Terminating (SIGTERM)\u000a02:40:48.856338 run iperf3-srv_10.42.42.10(pid=13638): Terminating (SIGTERM)\u000a02:40:48.895818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13639): Terminating (SIGTERM)\u000a02:40:48.935205 run iperf3-srv_10.42.42.10(pid=13640): Terminating (SIGTERM)\u000a02:40:48.974653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13643): Terminating (SIGTERM)\u000a02:40:49.014220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13646): Terminating (SIGTERM)\u000a02:40:49.053723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13649): Terminating (SIGTERM)\u000a02:40:49.063066 --- ParallelTerminationStrategy: PID 13633 died...\u000a02:40:49.116440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13633): Terminated: ok {rc=0}\u000a02:40:49.126066 --- ParallelTerminationStrategy: PID 13634 died...\u000a02:40:49.178652 run iperf3-srv_10.42.42.10(pid=13634): Terminated {rc=256}\u000a02:40:49.188364 --- ParallelTerminationStrategy: PID 13635 died...\u000a02:40:49.241652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Terminated: ok {rc=0}\u000a02:40:49.251190 --- ParallelTerminationStrategy: PID 13636 died...\u000a02:40:49.303751 run iperf3-srv_10.42.42.10(pid=13636): Terminated {rc=256}\u000a02:40:49.313510 --- ParallelTerminationStrategy: PID 13637 died...\u000a02:40:49.366061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13637): Terminated: ok {rc=0}\u000a02:40:49.375808 --- ParallelTerminationStrategy: PID 13638 died...\u000a02:40:49.428485 run iperf3-srv_10.42.42.10(pid=13638): Terminated {rc=256}\u000a02:40:49.438266 --- ParallelTerminationStrategy: PID 13639 died...\u000a02:40:49.491094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13639): Terminated: ok {rc=0}\u000a02:40:49.501054 --- ParallelTerminationStrategy: PID 13640 died...\u000a02:40:49.554391 run iperf3-srv_10.42.42.10(pid=13640): Terminated {rc=256}\u000a02:40:49.563850 --- ParallelTerminationStrategy: PID 13643 died...\u000a02:40:49.616740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13643): Terminated: ok {rc=0}\u000a02:40:49.626683 --- ParallelTerminationStrategy: PID 13646 died...\u000a02:40:49.679948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13646): Terminated: ok {rc=0}\u000a02:40:49.689739 --- ParallelTerminationStrategy: PID 13649 died...\u000a02:40:49.742393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13649): Terminated: ok {rc=0}\u000a02:40:49.825825 bus /gobi_4: Setting Powered False\u000a02:40:50.926617 bus /gobi_4: Setting Powered False\u000a02:40:52.036789 bus /gobi_1: Setting Powered False\u000a02:40:53.137970 bus /gobi_1: Setting Powered False\u000a02:40:54.248754 bus /gobi_0: Setting Powered False\u000a02:40:55.348703 bus /gobi_0: Setting Powered False\u000a02:40:56.460174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13657): Process ended prematurely: osmo-stp_10.42.42.5(pid=13657) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13657)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13657): Process ended prematurely: osmo-stp_10.42.42.5(pid=13657) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:40:57.527480 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:57.539881 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:57.686383 tst ping.py: using LAC 18500\u000a02:40:57.813539 tst ping.py: using RAC 140\u000a02:40:57.939764 tst ping.py: using CellId 18500\u000a02:40:58.064085 tst ping.py: using BVCI 18501\u000a02:40:58.088436 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:58.099992 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:58.111398 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:58.122773 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:58.134044 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:58.145324 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:58.156760 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:58.168218 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:58.455722 tst ping.py:19: start network...\u000a02:40:58.587589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:59.092673 run create_hlr_db(pid=13651): Launched\u000a02:40:59.276028 bus /gobi_6: Setting Powered False\u000a02:41:00.294449 run create_hlr_db(pid=13651): Terminated: ok {rc=0}\u000a02:41:00.691279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13653): Launched\u000a02:41:01.066879 run osmo-hlr_10.42.42.2(pid=13654): Launched\u000a02:41:01.286075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:01.937231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13656): Launched\u000a02:41:02.328711 run osmo-stp_10.42.42.5(pid=13657): Launched\u000a02:41:02.566074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:03.116820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13659): Launched\u000a02:41:03.229716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:03.505338 run patchelf(pid=13660): Launched\u000a02:41:03.689858 run osmo-stp_10.42.42.5(pid=13657): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13657)]\u000a02:41:03.826469 run osmo-stp_10.42.42.5(pid=13657): stdout: \u000a| (launched: 2022-12-09_02:41:02.089893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:03.962068 run osmo-stp_10.42.42.5(pid=13657): stderr: \u000a| �[0;m�[38;5;43m20221209024102382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024102382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024102383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024102383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024102383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024102384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024102384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:04.093450 run osmo-stp_10.42.42.5(pid=13657): stdout: \u000a| (launched: 2022-12-09_02:41:02.089893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:04.223437 run osmo-stp_10.42.42.5(pid=13657): stderr: \u000a| �[0;m�[38;5;43m20221209024102382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024102382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024102383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024102383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024102383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024102384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024102384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:04.374163 run patchelf(pid=13660): Terminating (SIGINT)\u000a02:41:04.551607 run patchelf(pid=13660): Terminated: ok {rc=0}\u000a02:41:04.583805 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13657): Process ended prematurely: osmo-stp_10.42.42.5(pid=13657) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13657)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a02:41:04.593076 tst ping.py:22: Test FAILED (7.1 sec)\u000a02:41:04.654903 run osmo-hlr_10.42.42.2(pid=13654): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13654)]\u000a02:41:04.705569 run osmo-hlr_10.42.42.2(pid=13654): stdout: \u000a| (launched: 2022-12-09_02:41:00.842306) \u000a02:41:04.757239 run osmo-hlr_10.42.42.2(pid=13654): stderr: \u000a| �[0;m�[1;31m20221209024101172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024101175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024101175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024101175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024101175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024101175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024101204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024101216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024101216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024101216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:04.801365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13653): Terminating (SIGTERM)\u000a02:41:04.842643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13656): Terminating (SIGTERM)\u000a02:41:04.883926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13659): Terminating (SIGTERM)\u000a02:41:04.893933 --- ParallelTerminationStrategy: PID 13653 died...\u000a02:41:04.949315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13653): Terminated: ok {rc=0}\u000a02:41:04.959254 --- ParallelTerminationStrategy: PID 13656 died...\u000a02:41:05.014209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13656): Terminated: ok {rc=0}\u000a02:41:05.024306 --- ParallelTerminationStrategy: PID 13659 died...\u000a02:41:05.079549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13659): Terminated: ok {rc=0}\u000a02:41:05.166906 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13667): Process ended prematurely: osmo-stp_10.42.42.5(pid=13667) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13667)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13667): Process ended prematurely: osmo-stp_10.42.42.5(pid=13667) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:41:06.220610 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.233251 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:41:06.380314 tst ping_idle_ping.py: using LAC 18501\u000a02:41:06.504032 tst ping_idle_ping.py: using RAC 141\u000a02:41:06.629356 tst ping_idle_ping.py: using CellId 18501\u000a02:41:06.753148 tst ping_idle_ping.py: using BVCI 18502\u000a02:41:06.777770 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.789443 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.800775 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.812043 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.823221 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.834465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.845972 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:41:06.857235 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:41:07.147081 tst ping_idle_ping.py:24: start network...\u000a02:41:07.280319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:07.790912 run create_hlr_db(pid=13661): Launched\u000a02:41:07.976772 bus /gobi_6: Setting Powered False\u000a02:41:08.996288 run create_hlr_db(pid=13661): Terminated: ok {rc=0}\u000a02:41:09.395081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13663): Launched\u000a02:41:09.704234 run osmo-hlr_10.42.42.2(pid=13664): Launched\u000a02:41:09.823251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:10.375294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13666): Launched\u000a02:41:10.693247 run osmo-stp_10.42.42.5(pid=13667): Launched\u000a02:41:10.808663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:11.364359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13669): Launched\u000a02:41:11.477623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:11.754765 run patchelf(pid=13670): Launched\u000a02:41:11.941610 run osmo-stp_10.42.42.5(pid=13667): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13667)]\u000a02:41:12.077637 run osmo-stp_10.42.42.5(pid=13667): stdout: \u000a| (launched: 2022-12-09_02:41:10.536631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:12.213689 run osmo-stp_10.42.42.5(pid=13667): stderr: \u000a| �[0;m�[38;5;43m20221209024110730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024110730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024110731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024110731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024110731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024110732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024110732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:12.345344 run osmo-stp_10.42.42.5(pid=13667): stdout: \u000a| (launched: 2022-12-09_02:41:10.536631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:12.475848 run osmo-stp_10.42.42.5(pid=13667): stderr: \u000a| �[0;m�[38;5;43m20221209024110730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024110730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024110731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024110731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024110731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024110732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024110732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:12.627375 run patchelf(pid=13670): Terminating (SIGINT)\u000a02:41:12.805181 run patchelf(pid=13670): Terminated: ok {rc=0}\u000a02:41:12.837539 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13667): Process ended prematurely: osmo-stp_10.42.42.5(pid=13667) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13667)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:41:12.846660 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:41:12.909124 run osmo-hlr_10.42.42.2(pid=13664): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13664)]\u000a02:41:12.959841 run osmo-hlr_10.42.42.2(pid=13664): stdout: \u000a| (launched: 2022-12-09_02:41:09.545731) \u000a02:41:13.010964 run osmo-hlr_10.42.42.2(pid=13664): stderr: \u000a| �[0;m�[1;31m20221209024109734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024109734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024109734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024109734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024109734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024109734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024109746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024109755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024109755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024109755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:13.055186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13663): Terminating (SIGTERM)\u000a02:41:13.096575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13666): Terminating (SIGTERM)\u000a02:41:13.138296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13669): Terminating (SIGTERM)\u000a02:41:13.147873 --- ParallelTerminationStrategy: PID 13663 died...\u000a02:41:13.203392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13663): Terminated: ok {rc=0}\u000a02:41:13.213933 --- ParallelTerminationStrategy: PID 13666 died...\u000a02:41:13.269494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13666): Terminated: ok {rc=0}\u000a02:41:13.279518 --- ParallelTerminationStrategy: PID 13669 died...\u000a02:41:13.335425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13669): Terminated: ok {rc=0}\u000a02:41:13.423205 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:40:14" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13685): Process ended prematurely: osmo-stp_10.42.42.5(pid=13685) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13685)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13685): Process ended prematurely: osmo-stp_10.42.42.5(pid=13685) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:41:15.605662 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:15.617245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:15.787712 tst cs_paging_gprs_active.py: using LAC 18502\u000a02:41:15.937789 tst cs_paging_gprs_active.py: using RAC 142\u000a02:41:16.079554 tst cs_paging_gprs_active.py: using CellId 18502\u000a02:41:16.215176 tst cs_paging_gprs_active.py: using BVCI 18503\u000a02:41:16.240603 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.252752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.264673 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.276683 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.288737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.300624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.312656 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.324592 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:16.336783 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:16.458596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:16.755309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:41:16.886479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:17.222690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13675): Launched\u000a02:41:17.488537 run iperf3-srv_10.42.42.10(pid=13676): Launched\u000a02:41:17.673348 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:41:17.800187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:18.113469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13677): Launched\u000a02:41:18.373139 run iperf3-srv_10.42.42.10(pid=13678): Launched\u000a02:41:18.557622 tst cs_paging_gprs_active.py:38: start network...\u000a02:41:18.683586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:19.157447 run create_hlr_db(pid=13679): Launched\u000a02:41:19.331317 bus /gobi_6: Setting Powered False\u000a02:41:20.353166 run create_hlr_db(pid=13679): Terminated: ok {rc=0}\u000a02:41:20.754467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13681): Launched\u000a02:41:21.056501 run osmo-hlr_10.42.42.2(pid=13682): Launched\u000a02:41:21.174136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:21.705921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13684): Launched\u000a02:41:22.009881 run osmo-stp_10.42.42.5(pid=13685): Launched\u000a02:41:22.120412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:22.644635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13687): Launched\u000a02:41:22.752526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:23.014862 run patchelf(pid=13688): Launched\u000a02:41:23.191002 run osmo-stp_10.42.42.5(pid=13685): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13685)]\u000a02:41:23.319486 run osmo-stp_10.42.42.5(pid=13685): stdout: \u000a| (launched: 2022-12-09_02:41:21.859295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:23.448749 run osmo-stp_10.42.42.5(pid=13685): stderr: \u000a| �[0;m�[38;5;43m20221209024122030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024122030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024122030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024122030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024122031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024122031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024122031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:23.573575 run osmo-stp_10.42.42.5(pid=13685): stdout: \u000a| (launched: 2022-12-09_02:41:21.859295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:23.697081 run osmo-stp_10.42.42.5(pid=13685): stderr: \u000a| �[0;m�[38;5;43m20221209024122030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024122030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024122030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024122030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024122031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024122031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024122031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:23.841328 run patchelf(pid=13688): Terminating (SIGINT)\u000a02:41:24.010699 run patchelf(pid=13688): Terminated: ok {rc=0}\u000a02:41:24.041906 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13685): Process ended prematurely: osmo-stp_10.42.42.5(pid=13685) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13685)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:41:24.051173 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:41:24.111748 run osmo-hlr_10.42.42.2(pid=13682): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13682)]\u000a02:41:24.160610 run osmo-hlr_10.42.42.2(pid=13682): stdout: \u000a| (launched: 2022-12-09_02:41:20.907963) \u000a02:41:24.209991 run osmo-hlr_10.42.42.2(pid=13682): stderr: \u000a| �[0;m�[1;31m20221209024121083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024121083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024121083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024121083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024121083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024121083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024121095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024121104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024121104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024121104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:24.251894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13675): Terminating (SIGTERM)\u000a02:41:24.291764 run iperf3-srv_10.42.42.10(pid=13676): Terminating (SIGTERM)\u000a02:41:24.331836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13677): Terminating (SIGTERM)\u000a02:41:24.371551 run iperf3-srv_10.42.42.10(pid=13678): Terminating (SIGTERM)\u000a02:41:24.411454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13681): Terminating (SIGTERM)\u000a02:41:24.451791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13684): Terminating (SIGTERM)\u000a02:41:24.491494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13687): Terminating (SIGTERM)\u000a02:41:24.500856 --- ParallelTerminationStrategy: PID 13675 died...\u000a02:41:24.554069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13675): Terminated: ok {rc=0}\u000a02:41:24.563878 --- ParallelTerminationStrategy: PID 13676 died...\u000a02:41:24.616502 run iperf3-srv_10.42.42.10(pid=13676): Terminated {rc=256}\u000a02:41:24.626203 --- ParallelTerminationStrategy: PID 13677 died...\u000a02:41:24.679029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13677): Terminated: ok {rc=0}\u000a02:41:24.688750 --- ParallelTerminationStrategy: PID 13678 died...\u000a02:41:24.741526 run iperf3-srv_10.42.42.10(pid=13678): Terminated {rc=256}\u000a02:41:24.751256 --- ParallelTerminationStrategy: PID 13681 died...\u000a02:41:24.804368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13681): Terminated: ok {rc=0}\u000a02:41:24.814090 --- ParallelTerminationStrategy: PID 13684 died...\u000a02:41:24.866983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13684): Terminated: ok {rc=0}\u000a02:41:24.876767 --- ParallelTerminationStrategy: PID 13687 died...\u000a02:41:24.929730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13687): Terminated: ok {rc=0}\u000a02:41:25.017073 bus /gobi_0: Setting Powered False\u000a02:41:26.119362 bus /gobi_0: Setting Powered False\u000a02:41:27.229546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13697): Process ended prematurely: osmo-stp_10.42.42.5(pid=13697) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13697)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13697): Process ended prematurely: osmo-stp_10.42.42.5(pid=13697) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:41:28.341196 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.353183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:28.514999 tst iperf3.py: using LAC 18503\u000a02:41:28.635305 tst iperf3.py: using RAC 143\u000a02:41:28.756252 tst iperf3.py: using CellId 18503\u000a02:41:28.876640 tst iperf3.py: using BVCI 18504\u000a02:41:28.899684 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.910779 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.921665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.932710 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.943802 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.954864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.966222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.977431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:28.988629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:29.280662 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:41:29.416314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:29.748560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13689): Launched\u000a02:41:30.025568 run iperf3-srv_10.42.42.10(pid=13690): Launched\u000a02:41:30.222880 tst iperf3.py:8: start network...\u000a02:41:30.358127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:30.878920 run create_hlr_db(pid=13691): Launched\u000a02:41:31.077861 bus /gobi_6: Setting Powered False\u000a02:41:32.126558 run create_hlr_db(pid=13691): Terminated: ok {rc=0}\u000a02:41:32.552644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13693): Launched\u000a02:41:32.854723 run osmo-hlr_10.42.42.2(pid=13694): Launched\u000a02:41:32.973362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:33.505431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13696): Launched\u000a02:41:33.808359 run osmo-stp_10.42.42.5(pid=13697): Launched\u000a02:41:33.919179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:34.444448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13699): Launched\u000a02:41:34.552712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:34.815986 run patchelf(pid=13700): Launched\u000a02:41:34.992882 run osmo-stp_10.42.42.5(pid=13697): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13697)]\u000a02:41:35.122120 run osmo-stp_10.42.42.5(pid=13697): stdout: \u000a| (launched: 2022-12-09_02:41:33.658936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:35.252083 run osmo-stp_10.42.42.5(pid=13697): stderr: \u000a| �[0;m�[38;5;43m20221209024133827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024133827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024133827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024133828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024133830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024133830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024133830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:35.377336 run osmo-stp_10.42.42.5(pid=13697): stdout: \u000a| (launched: 2022-12-09_02:41:33.658936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:35.501614 run osmo-stp_10.42.42.5(pid=13697): stderr: \u000a| �[0;m�[38;5;43m20221209024133827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024133827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024133827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024133828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024133830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024133830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024133830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:35.646301 run patchelf(pid=13700): Terminating (SIGINT)\u000a02:41:35.816285 run patchelf(pid=13700): Terminated: ok {rc=0}\u000a02:41:35.847595 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13697): Process ended prematurely: osmo-stp_10.42.42.5(pid=13697) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13697)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:41:35.856787 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:41:35.917919 run osmo-hlr_10.42.42.2(pid=13694): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13694)]\u000a02:41:35.967219 run osmo-hlr_10.42.42.2(pid=13694): stdout: \u000a| (launched: 2022-12-09_02:41:32.706400) \u000a02:41:36.017662 run osmo-hlr_10.42.42.2(pid=13694): stderr: \u000a| �[0;m�[1;31m20221209024132880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024132880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024132880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024132880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024132881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024132881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024132893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024132902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024132902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024132902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:36.060157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13689): Terminating (SIGTERM)\u000a02:41:36.100424 run iperf3-srv_10.42.42.10(pid=13690): Terminating (SIGTERM)\u000a02:41:36.140847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13693): Terminating (SIGTERM)\u000a02:41:36.181578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13696): Terminating (SIGTERM)\u000a02:41:36.221862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13699): Terminating (SIGTERM)\u000a02:41:36.231571 --- ParallelTerminationStrategy: PID 13689 died...\u000a02:41:36.285505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13689): Terminated: ok {rc=0}\u000a02:41:36.295561 --- ParallelTerminationStrategy: PID 13690 died...\u000a02:41:36.349224 run iperf3-srv_10.42.42.10(pid=13690): Terminated {rc=256}\u000a02:41:36.358851 --- ParallelTerminationStrategy: PID 13693 died...\u000a02:41:36.412793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13693): Terminated: ok {rc=0}\u000a02:41:36.422572 --- ParallelTerminationStrategy: PID 13696 died...\u000a02:41:36.476031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13696): Terminated: ok {rc=0}\u000a02:41:36.485773 --- ParallelTerminationStrategy: PID 13699 died...\u000a02:41:36.539165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13699): Terminated: ok {rc=0}\u000a02:41:36.627123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:41:37.738650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:37.750484 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:37.919723 tst iperf3m4.py: using LAC 18504\u000a02:41:38.047688 tst iperf3m4.py: using RAC 144\u000a02:41:38.174636 tst iperf3m4.py: using CellId 18504\u000a02:41:38.306435 tst iperf3m4.py: using BVCI 18505\u000a02:41:38.331553 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.343595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.355057 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.366541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.377941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.389342 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.400840 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.412172 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:38.423743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:38.542645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:38.667888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:38.790287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:39.085906 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:41:39.222174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:39.556262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13701): Launched\u000a02:41:39.834364 run iperf3-srv_10.42.42.10(pid=13702): Launched\u000a02:41:40.033129 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:41:40.169138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:40.503671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13703): Launched\u000a02:41:40.781118 run iperf3-srv_10.42.42.10(pid=13704): Launched\u000a02:41:40.979335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:41:41.115094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:41.435136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13705): Launched\u000a02:41:41.694505 run iperf3-srv_10.42.42.10(pid=13706): Launched\u000a02:41:41.878584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:41:42.004630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:42.316931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13707): Launched\u000a02:41:42.575550 run iperf3-srv_10.42.42.10(pid=13708): Launched\u000a02:41:42.759249 tst iperf3m4.py:8: start network...\u000a02:41:42.884816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:43.359698 run create_hlr_db(pid=13709): Launched\u000a02:41:43.533106 bus /gobi_6: Setting Powered False\u000a02:41:44.554161 run create_hlr_db(pid=13709): Terminated: ok {rc=0}\u000a02:41:44.981658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Launched\u000a02:41:45.301261 run osmo-hlr_10.42.42.2(pid=13712): Launched\u000a02:41:45.417417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:45.978923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Launched\u000a02:41:46.452066 run osmo-stp_10.42.42.5(pid=13715): Launched\u000a02:41:46.678958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:47.298728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13717): Launched\u000a02:41:47.416270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:47.698364 run patchelf(pid=13718): Launched\u000a02:41:47.887426 run osmo-stp_10.42.42.5(pid=13715): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)]\u000a02:41:48.025800 run osmo-stp_10.42.42.5(pid=13715): stdout: \u000a| (launched: 2022-12-09_02:41:46.134965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:48.164767 run osmo-stp_10.42.42.5(pid=13715): stderr: \u000a| �[0;m�[38;5;43m20221209024146421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024146421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024146421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024146421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024146422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024146422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024146422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:48.298672 run osmo-stp_10.42.42.5(pid=13715): stdout: \u000a| (launched: 2022-12-09_02:41:46.134965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:48.431200 run osmo-stp_10.42.42.5(pid=13715): stderr: \u000a| �[0;m�[38;5;43m20221209024146421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024146421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024146421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024146421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024146422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024146422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024146422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:48.585365 run patchelf(pid=13718): Terminating (SIGINT)\u000a02:41:48.766226 run patchelf(pid=13718): Terminated: ok {rc=0}\u000a02:41:48.799476 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13715): Process ended prematurely: osmo-stp_10.42.42.5(pid=13715) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13715)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:41:48.809419 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a02:41:48.872621 run osmo-hlr_10.42.42.2(pid=13712): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13712)]\u000a02:41:48.923827 run osmo-hlr_10.42.42.2(pid=13712): stdout: \u000a| (launched: 2022-12-09_02:41:45.146386) \u000a02:41:48.975861 run osmo-hlr_10.42.42.2(pid=13712): stderr: \u000a| �[0;m�[1;31m20221209024145327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024145327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024145327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024145327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024145327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024145327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024145339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024145348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024145348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024145348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:49.020402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13701): Terminating (SIGTERM)\u000a02:41:49.062210 run iperf3-srv_10.42.42.10(pid=13702): Terminating (SIGTERM)\u000a02:41:49.104089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13703): Terminating (SIGTERM)\u000a02:41:49.145910 run iperf3-srv_10.42.42.10(pid=13704): Terminating (SIGTERM)\u000a02:41:49.187658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13705): Terminating (SIGTERM)\u000a02:41:49.229572 run iperf3-srv_10.42.42.10(pid=13706): Terminating (SIGTERM)\u000a02:41:49.273363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13707): Terminating (SIGTERM)\u000a02:41:49.314091 run iperf3-srv_10.42.42.10(pid=13708): Terminating (SIGTERM)\u000a02:41:49.355320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Terminating (SIGTERM)\u000a02:41:49.396179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Terminating (SIGTERM)\u000a02:41:49.436385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13717): Terminating (SIGTERM)\u000a02:41:49.445548 --- ParallelTerminationStrategy: PID 13701 died...\u000a02:41:49.498943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13701): Terminated: ok {rc=0}\u000a02:41:49.508577 --- ParallelTerminationStrategy: PID 13702 died...\u000a02:41:49.562020 run iperf3-srv_10.42.42.10(pid=13702): Terminated {rc=256}\u000a02:41:49.571519 --- ParallelTerminationStrategy: PID 13703 died...\u000a02:41:49.624671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13703): Terminated: ok {rc=0}\u000a02:41:49.634562 --- ParallelTerminationStrategy: PID 13704 died...\u000a02:41:49.686952 run iperf3-srv_10.42.42.10(pid=13704): Terminated {rc=256}\u000a02:41:49.696655 --- ParallelTerminationStrategy: PID 13705 died...\u000a02:41:49.749946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13705): Terminated: ok {rc=0}\u000a02:41:49.759761 --- ParallelTerminationStrategy: PID 13706 died...\u000a02:41:49.812541 run iperf3-srv_10.42.42.10(pid=13706): Terminated {rc=256}\u000a02:41:49.822294 --- ParallelTerminationStrategy: PID 13707 died...\u000a02:41:49.876113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13707): Terminated: ok {rc=0}\u000a02:41:49.886047 --- ParallelTerminationStrategy: PID 13708 died...\u000a02:41:49.939099 run iperf3-srv_10.42.42.10(pid=13708): Terminated {rc=256}\u000a02:41:49.948888 --- ParallelTerminationStrategy: PID 13711 died...\u000a02:41:50.001802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13711): Terminated: ok {rc=0}\u000a02:41:50.011687 --- ParallelTerminationStrategy: PID 13714 died...\u000a02:41:50.064724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13714): Terminated: ok {rc=0}\u000a02:41:50.074415 --- ParallelTerminationStrategy: PID 13717 died...\u000a02:41:50.127463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13717): Terminated: ok {rc=0}\u000a02:41:50.216296 bus /gobi_4: Setting Powered False\u000a02:41:51.322250 bus /gobi_4: Setting Powered False\u000a02:41:52.429618 bus /gobi_1: Setting Powered False\u000a02:41:53.531567 bus /gobi_1: Setting Powered False\u000a02:41:54.643071 bus /gobi_0: Setting Powered False\u000a02:41:55.745409 bus /gobi_0: Setting Powered False\u000a02:41:56.857087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13727): Process ended prematurely: osmo-stp_10.42.42.5(pid=13727) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13727): Process ended prematurely: osmo-stp_10.42.42.5(pid=13727) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:41:57.923924 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:57.935961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:58.093924 tst ping.py: using LAC 18505\u000a02:41:58.210976 tst ping.py: using RAC 145\u000a02:41:58.327524 tst ping.py: using CellId 18505\u000a02:41:58.443576 tst ping.py: using BVCI 18506\u000a02:41:58.466378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:58.477583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:58.488522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:58.499749 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:58.510955 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:58.522241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:58.533639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:58.544826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:58.816658 tst ping.py:19: start network...\u000a02:41:58.939837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:59.403415 run create_hlr_db(pid=13719): Launched\u000a02:41:59.573397 bus /gobi_6: Setting Powered False\u000a02:42:00.594468 run create_hlr_db(pid=13719): Terminated: ok {rc=0}\u000a02:42:01.069604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13722): Launched\u000a02:42:01.450492 run osmo-hlr_10.42.42.2(pid=13724): Launched\u000a02:42:01.704681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:02.374791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13726): Launched\u000a02:42:02.692914 run osmo-stp_10.42.42.5(pid=13727): Launched\u000a02:42:02.807576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:03.360112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13729): Launched\u000a02:42:03.473375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:03.749362 run patchelf(pid=13730): Launched\u000a02:42:03.934574 run osmo-stp_10.42.42.5(pid=13727): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)]\u000a02:42:04.070215 run osmo-stp_10.42.42.5(pid=13727): stdout: \u000a| (launched: 2022-12-09_02:42:02.536498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:04.205920 run osmo-stp_10.42.42.5(pid=13727): stderr: \u000a| �[0;m�[38;5;43m20221209024202728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024202728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024202729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024202729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024202730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024202730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024202730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:04.337751 run osmo-stp_10.42.42.5(pid=13727): stdout: \u000a| (launched: 2022-12-09_02:42:02.536498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:04.467977 run osmo-stp_10.42.42.5(pid=13727): stderr: \u000a| �[0;m�[38;5;43m20221209024202728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024202728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024202729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024202729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024202730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024202730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024202730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:04.619059 run patchelf(pid=13730): Terminating (SIGINT)\u000a02:42:04.796898 run patchelf(pid=13730): Terminated: ok {rc=0}\u000a02:42:04.829096 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13727): Process ended prematurely: osmo-stp_10.42.42.5(pid=13727) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13727)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:42:04.838259 tst ping.py:22: Test FAILED (6.9 sec)\u000a02:42:04.900812 run osmo-hlr_10.42.42.2(pid=13724): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13724)]\u000a02:42:04.951827 run osmo-hlr_10.42.42.2(pid=13724): stdout: \u000a| (launched: 2022-12-09_02:42:01.233780) \u000a02:42:05.003532 run osmo-hlr_10.42.42.2(pid=13724): stderr: \u000a| �[0;m�[1;31m20221209024201570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024201570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024201570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024201570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024201570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024201571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024201586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024201604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024201604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024201604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:05.047617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13722): Terminating (SIGTERM)\u000a02:42:05.089491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13726): Terminating (SIGTERM)\u000a02:42:05.131242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13729): Terminating (SIGTERM)\u000a02:42:05.140907 --- ParallelTerminationStrategy: PID 13722 died...\u000a02:42:05.196451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13722): Terminated: ok {rc=0}\u000a02:42:05.206557 --- ParallelTerminationStrategy: PID 13726 died...\u000a02:42:05.262080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13726): Terminated: ok {rc=0}\u000a02:42:05.272043 --- ParallelTerminationStrategy: PID 13729 died...\u000a02:42:05.327431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13729): Terminated: ok {rc=0}\u000a02:42:05.414265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13737): Process ended prematurely: osmo-stp_10.42.42.5(pid=13737) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13737)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13737): Process ended prematurely: osmo-stp_10.42.42.5(pid=13737) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:42:06.468212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:06.481100 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:42:06.647458 tst ping_idle_ping.py: using LAC 18506\u000a02:42:06.773373 tst ping_idle_ping.py: using RAC 146\u000a02:42:06.898422 tst ping_idle_ping.py: using CellId 18506\u000a02:42:07.014123 tst ping_idle_ping.py: using BVCI 18507\u000a02:42:07.037332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:07.049260 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:07.060399 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:07.072190 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:07.084222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:07.096156 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:07.108350 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:42:07.119918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:42:07.411470 tst ping_idle_ping.py:24: start network...\u000a02:42:07.544398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:08.061937 run create_hlr_db(pid=13731): Launched\u000a02:42:08.246915 bus /gobi_6: Setting Powered False\u000a02:42:09.267610 run create_hlr_db(pid=13731): Terminated: ok {rc=0}\u000a02:42:09.667632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13733): Launched\u000a02:42:09.964363 run osmo-hlr_10.42.42.2(pid=13734): Launched\u000a02:42:10.075457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:10.589975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13736): Launched\u000a02:42:10.885014 run osmo-stp_10.42.42.5(pid=13737): Launched\u000a02:42:10.993427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:11.508839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13739): Launched\u000a02:42:11.614654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:11.872920 run patchelf(pid=13740): Launched\u000a02:42:12.047341 run osmo-stp_10.42.42.5(pid=13737): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13737)]\u000a02:42:12.174371 run osmo-stp_10.42.42.5(pid=13737): stdout: \u000a| (launched: 2022-12-09_02:42:10.739750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:12.302049 run osmo-stp_10.42.42.5(pid=13737): stderr: \u000a| �[0;m�[38;5;43m20221209024210909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024210909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024210909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024210910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024210910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024210910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024210910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:12.425546 run osmo-stp_10.42.42.5(pid=13737): stdout: \u000a| (launched: 2022-12-09_02:42:10.739750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:12.547796 run osmo-stp_10.42.42.5(pid=13737): stderr: \u000a| �[0;m�[38;5;43m20221209024210909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024210909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024210909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024210910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024210910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024210910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024210910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:12.689618 run patchelf(pid=13740): Terminating (SIGINT)\u000a02:42:12.855606 run patchelf(pid=13740): Terminated: ok {rc=0}\u000a02:42:12.885780 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13737): Process ended prematurely: osmo-stp_10.42.42.5(pid=13737) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13737)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:42:12.894482 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:42:12.954169 run osmo-hlr_10.42.42.2(pid=13734): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13734)]\u000a02:42:13.002833 run osmo-hlr_10.42.42.2(pid=13734): stdout: \u000a| (launched: 2022-12-09_02:42:09.818770) \u000a02:42:13.051992 run osmo-hlr_10.42.42.2(pid=13734): stderr: \u000a| �[0;m�[1;31m20221209024209995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024209995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024209995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024209995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024209995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024209995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024210007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024210017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024210017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024210017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:13.094228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13733): Terminating (SIGTERM)\u000a02:42:13.134242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13736): Terminating (SIGTERM)\u000a02:42:13.174026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13739): Terminating (SIGTERM)\u000a02:42:13.183402 --- ParallelTerminationStrategy: PID 13733 died...\u000a02:42:13.236297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13733): Terminated: ok {rc=0}\u000a02:42:13.246067 --- ParallelTerminationStrategy: PID 13736 died...\u000a02:42:13.298918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13736): Terminated: ok {rc=0}\u000a02:42:13.308367 --- ParallelTerminationStrategy: PID 13739 died...\u000a02:42:13.361049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13739): Terminated: ok {rc=0}\u000a02:42:13.443826 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:41:15" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13755): Process ended prematurely: osmo-stp_10.42.42.5(pid=13755) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13755): Process ended prematurely: osmo-stp_10.42.42.5(pid=13755) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:42:15.600366 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:15.611458 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:15.770188 tst cs_paging_gprs_active.py: using LAC 18507\u000a02:42:15.917513 tst cs_paging_gprs_active.py: using RAC 147\u000a02:42:16.041067 tst cs_paging_gprs_active.py: using CellId 18507\u000a02:42:16.167268 tst cs_paging_gprs_active.py: using BVCI 18508\u000a02:42:16.193416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.205987 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.218417 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.230557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.243732 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.256863 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.271551 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.283552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:16.296689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:16.415378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:16.702416 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:42:16.832223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:17.195344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13745): Launched\u000a02:42:17.475235 run iperf3-srv_10.42.42.10(pid=13746): Launched\u000a02:42:17.674259 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:42:17.810496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:18.145207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13747): Launched\u000a02:42:18.424902 run iperf3-srv_10.42.42.10(pid=13748): Launched\u000a02:42:18.623969 tst cs_paging_gprs_active.py:38: start network...\u000a02:42:18.759687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:19.278869 run create_hlr_db(pid=13749): Launched\u000a02:42:19.465737 bus /gobi_6: Setting Powered False\u000a02:42:20.488063 run create_hlr_db(pid=13749): Terminated: ok {rc=0}\u000a02:42:20.892810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13751): Launched\u000a02:42:21.195420 run osmo-hlr_10.42.42.2(pid=13752): Launched\u000a02:42:21.306938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:21.830013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13754): Launched\u000a02:42:22.132223 run osmo-stp_10.42.42.5(pid=13755): Launched\u000a02:42:22.251020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:22.780321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13757): Launched\u000a02:42:22.887640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:23.150427 run patchelf(pid=13758): Launched\u000a02:42:23.327691 run osmo-stp_10.42.42.5(pid=13755): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)]\u000a02:42:23.456587 run osmo-stp_10.42.42.5(pid=13755): stdout: \u000a| (launched: 2022-12-09_02:42:21.983578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:23.586158 run osmo-stp_10.42.42.5(pid=13755): stderr: \u000a| �[0;m�[38;5;43m20221209024222154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024222154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024222154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024222155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024222155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024222155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024222155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:23.711278 run osmo-stp_10.42.42.5(pid=13755): stdout: \u000a| (launched: 2022-12-09_02:42:21.983578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:23.835356 run osmo-stp_10.42.42.5(pid=13755): stderr: \u000a| �[0;m�[38;5;43m20221209024222154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024222154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024222154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024222155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024222155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024222155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024222155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:23.978997 run patchelf(pid=13758): Terminating (SIGINT)\u000a02:42:24.147837 run patchelf(pid=13758): Terminated: ok {rc=0}\u000a02:42:24.178981 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13755): Process ended prematurely: osmo-stp_10.42.42.5(pid=13755) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13755)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:42:24.188219 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:42:24.248467 run osmo-hlr_10.42.42.2(pid=13752): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13752)]\u000a02:42:24.297269 run osmo-hlr_10.42.42.2(pid=13752): stdout: \u000a| (launched: 2022-12-09_02:42:21.046817) \u000a02:42:24.347054 run osmo-hlr_10.42.42.2(pid=13752): stderr: \u000a| �[0;m�[1;31m20221209024221224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024221224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024221224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024221224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024221224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024221224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024221238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024221248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024221248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024221248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:24.388913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13745): Terminating (SIGTERM)\u000a02:42:24.428811 run iperf3-srv_10.42.42.10(pid=13746): Terminating (SIGTERM)\u000a02:42:24.468230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13747): Terminating (SIGTERM)\u000a02:42:24.507485 run iperf3-srv_10.42.42.10(pid=13748): Terminating (SIGTERM)\u000a02:42:24.546828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13751): Terminating (SIGTERM)\u000a02:42:24.586228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13754): Terminating (SIGTERM)\u000a02:42:24.625805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13757): Terminating (SIGTERM)\u000a02:42:24.635119 --- ParallelTerminationStrategy: PID 13745 died...\u000a02:42:24.688294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13745): Terminated: ok {rc=0}\u000a02:42:24.698162 --- ParallelTerminationStrategy: PID 13746 died...\u000a02:42:24.750898 run iperf3-srv_10.42.42.10(pid=13746): Terminated {rc=256}\u000a02:42:24.760497 --- ParallelTerminationStrategy: PID 13747 died...\u000a02:42:24.813367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13747): Terminated: ok {rc=0}\u000a02:42:24.823026 --- ParallelTerminationStrategy: PID 13748 died...\u000a02:42:24.875535 run iperf3-srv_10.42.42.10(pid=13748): Terminated {rc=256}\u000a02:42:24.885204 --- ParallelTerminationStrategy: PID 13751 died...\u000a02:42:24.938066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13751): Terminated: ok {rc=0}\u000a02:42:24.947489 --- ParallelTerminationStrategy: PID 13754 died...\u000a02:42:25.000233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13754): Terminated: ok {rc=0}\u000a02:42:25.009763 --- ParallelTerminationStrategy: PID 13757 died...\u000a02:42:25.062965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13757): Terminated: ok {rc=0}\u000a02:42:25.146809 bus /gobi_0: Setting Powered False\u000a02:42:26.253693 bus /gobi_0: Setting Powered False\u000a02:42:27.364334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13767): Process ended prematurely: osmo-stp_10.42.42.5(pid=13767) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13767): Process ended prematurely: osmo-stp_10.42.42.5(pid=13767) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:42:28.473339 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:28.485140 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:28.646766 tst iperf3.py: using LAC 18508\u000a02:42:28.764743 tst iperf3.py: using RAC 148\u000a02:42:28.884396 tst iperf3.py: using CellId 18508\u000a02:42:29.002458 tst iperf3.py: using BVCI 18509\u000a02:42:29.025571 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.036912 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.047946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.059105 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.070286 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.081325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.092527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.103591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:29.114783 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:29.410170 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:42:29.545660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:29.881212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13759): Launched\u000a02:42:30.159994 run iperf3-srv_10.42.42.10(pid=13760): Launched\u000a02:42:30.358266 tst iperf3.py:8: start network...\u000a02:42:30.494457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:31.047189 run create_hlr_db(pid=13761): Launched\u000a02:42:31.237146 bus /gobi_6: Setting Powered False\u000a02:42:32.246966 run create_hlr_db(pid=13761): Terminated: ok {rc=0}\u000a02:42:32.659113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13763): Launched\u000a02:42:32.960722 run osmo-hlr_10.42.42.2(pid=13764): Launched\u000a02:42:33.080025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:33.608682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13766): Launched\u000a02:42:33.910373 run osmo-stp_10.42.42.5(pid=13767): Launched\u000a02:42:34.020725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:34.546092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13769): Launched\u000a02:42:34.654005 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:34.916748 run patchelf(pid=13770): Launched\u000a02:42:35.092563 run osmo-stp_10.42.42.5(pid=13767): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)]\u000a02:42:35.221683 run osmo-stp_10.42.42.5(pid=13767): stdout: \u000a| (launched: 2022-12-09_02:42:33.761756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:35.350457 run osmo-stp_10.42.42.5(pid=13767): stderr: \u000a| �[0;m�[38;5;43m20221209024233933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024233933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024233934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024233934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024233934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024233934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024233935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:35.475324 run osmo-stp_10.42.42.5(pid=13767): stdout: \u000a| (launched: 2022-12-09_02:42:33.761756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:35.598826 run osmo-stp_10.42.42.5(pid=13767): stderr: \u000a| �[0;m�[38;5;43m20221209024233933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024233933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024233934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024233934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024233934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024233934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024233935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:35.743050 run patchelf(pid=13770): Terminating (SIGINT)\u000a02:42:35.915495 run patchelf(pid=13770): Terminated: ok {rc=0}\u000a02:42:35.946743 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13767): Process ended prematurely: osmo-stp_10.42.42.5(pid=13767) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:42:35.956089 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:42:36.016370 run osmo-hlr_10.42.42.2(pid=13764): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13764)]\u000a02:42:36.065482 run osmo-hlr_10.42.42.2(pid=13764): stdout: \u000a| (launched: 2022-12-09_02:42:32.812281) \u000a02:42:36.115194 run osmo-hlr_10.42.42.2(pid=13764): stderr: \u000a| �[0;m�[1;31m20221209024232985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024232985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024232985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024232985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024232985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024232985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024232998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024233007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024233007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024233007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:36.157285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13759): Terminating (SIGTERM)\u000a02:42:36.197207 run iperf3-srv_10.42.42.10(pid=13760): Terminating (SIGTERM)\u000a02:42:36.237160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13763): Terminating (SIGTERM)\u000a02:42:36.277122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13766): Terminating (SIGTERM)\u000a02:42:36.317301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13769): Terminating (SIGTERM)\u000a02:42:36.326763 --- ParallelTerminationStrategy: PID 13759 died...\u000a02:42:36.380178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13759): Terminated: ok {rc=0}\u000a02:42:36.390072 --- ParallelTerminationStrategy: PID 13760 died...\u000a02:42:36.443365 run iperf3-srv_10.42.42.10(pid=13760): Terminated {rc=256}\u000a02:42:36.452890 --- ParallelTerminationStrategy: PID 13763 died...\u000a02:42:36.506589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13763): Terminated: ok {rc=0}\u000a02:42:36.516082 --- ParallelTerminationStrategy: PID 13766 died...\u000a02:42:36.568628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13766): Terminated: ok {rc=0}\u000a02:42:36.578344 --- ParallelTerminationStrategy: PID 13769 died...\u000a02:42:36.631385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13769): Terminated: ok {rc=0}\u000a02:42:36.718375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:42:37.832192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:37.844618 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:38.013827 tst iperf3m4.py: using LAC 18509\u000a02:42:38.143309 tst iperf3m4.py: using RAC 149\u000a02:42:38.274607 tst iperf3m4.py: using CellId 18509\u000a02:42:38.399085 tst iperf3m4.py: using BVCI 18510\u000a02:42:38.422333 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.433639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.444726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.456408 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.467803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.479049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.490352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.501457 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:38.513073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:38.633098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:38.752394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:38.873617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:39.168764 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:42:39.304536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:39.639519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13773): Launched\u000a02:42:39.917226 run iperf3-srv_10.42.42.10(pid=13774): Launched\u000a02:42:40.115054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:42:40.250260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:40.584444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13775): Launched\u000a02:42:40.862591 run iperf3-srv_10.42.42.10(pid=13776): Launched\u000a02:42:41.060078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:42:41.195093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:41.528539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13777): Launched\u000a02:42:41.806844 run iperf3-srv_10.42.42.10(pid=13778): Launched\u000a02:42:42.004417 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:42:42.139501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:42.472172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13779): Launched\u000a02:42:42.751309 run iperf3-srv_10.42.42.10(pid=13780): Launched\u000a02:42:42.949127 tst iperf3m4.py:8: start network...\u000a02:42:43.084236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:43.599085 run create_hlr_db(pid=13781): Launched\u000a02:42:43.785353 bus /gobi_6: Setting Powered False\u000a02:42:44.806407 run create_hlr_db(pid=13781): Terminated: ok {rc=0}\u000a02:42:45.235219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Launched\u000a02:42:45.558051 run osmo-hlr_10.42.42.2(pid=13784): Launched\u000a02:42:45.675448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:46.315555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Launched\u000a02:42:46.657715 run osmo-stp_10.42.42.5(pid=13787): Launched\u000a02:42:46.935783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:47.649053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13789): Launched\u000a02:42:47.756082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:48.019686 run patchelf(pid=13790): Launched\u000a02:42:48.195214 run osmo-stp_10.42.42.5(pid=13787): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]\u000a02:42:48.323576 run osmo-stp_10.42.42.5(pid=13787): stdout: \u000a| (launched: 2022-12-09_02:42:46.483230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:48.452276 run osmo-stp_10.42.42.5(pid=13787): stderr: \u000a| �[0;m�[38;5;43m20221209024246926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024246927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024246928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024246930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024246931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024246933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024246933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:48.576244 run osmo-stp_10.42.42.5(pid=13787): stdout: \u000a| (launched: 2022-12-09_02:42:46.483230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:48.700327 run osmo-stp_10.42.42.5(pid=13787): stderr: \u000a| �[0;m�[38;5;43m20221209024246926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024246927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024246928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024246930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024246931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024246933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024246933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:48.843729 run patchelf(pid=13790): Terminating (SIGINT)\u000a02:42:49.012008 run patchelf(pid=13790): Terminated: ok {rc=0}\u000a02:42:49.042996 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:42:49.052277 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a02:42:49.112237 run osmo-hlr_10.42.42.2(pid=13784): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13784)]\u000a02:42:49.160740 run osmo-hlr_10.42.42.2(pid=13784): stdout: \u000a| (launched: 2022-12-09_02:42:45.400179) \u000a02:42:49.209888 run osmo-hlr_10.42.42.2(pid=13784): stderr: \u000a| �[0;m�[1;31m20221209024245597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024245597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024245597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024245597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024245597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024245597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024245610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024245618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024245618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024245618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:49.251588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13773): Terminating (SIGTERM)\u000a02:42:49.291417 run iperf3-srv_10.42.42.10(pid=13774): Terminating (SIGTERM)\u000a02:42:49.330866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13775): Terminating (SIGTERM)\u000a02:42:49.370158 run iperf3-srv_10.42.42.10(pid=13776): Terminating (SIGTERM)\u000a02:42:49.409577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13777): Terminating (SIGTERM)\u000a02:42:49.448716 run iperf3-srv_10.42.42.10(pid=13778): Terminating (SIGTERM)\u000a02:42:49.488003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13779): Terminating (SIGTERM)\u000a02:42:49.527175 run iperf3-srv_10.42.42.10(pid=13780): Terminating (SIGTERM)\u000a02:42:49.566454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Terminating (SIGTERM)\u000a02:42:49.605757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Terminating (SIGTERM)\u000a02:42:49.645037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13789): Terminating (SIGTERM)\u000a02:42:49.654334 --- ParallelTerminationStrategy: PID 13773 died...\u000a02:42:49.707281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13773): Terminated: ok {rc=0}\u000a02:42:49.717098 --- ParallelTerminationStrategy: PID 13774 died...\u000a02:42:49.769890 run iperf3-srv_10.42.42.10(pid=13774): Terminated {rc=256}\u000a02:42:49.779351 --- ParallelTerminationStrategy: PID 13775 died...\u000a02:42:49.831892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13775): Terminated: ok {rc=0}\u000a02:42:49.841677 --- ParallelTerminationStrategy: PID 13776 died...\u000a02:42:49.894075 run iperf3-srv_10.42.42.10(pid=13776): Terminated {rc=256}\u000a02:42:49.903700 --- ParallelTerminationStrategy: PID 13777 died...\u000a02:42:49.956152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13777): Terminated: ok {rc=0}\u000a02:42:49.965865 --- ParallelTerminationStrategy: PID 13778 died...\u000a02:42:50.018386 run iperf3-srv_10.42.42.10(pid=13778): Terminated {rc=256}\u000a02:42:50.028102 --- ParallelTerminationStrategy: PID 13779 died...\u000a02:42:50.081199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13779): Terminated: ok {rc=0}\u000a02:42:50.090778 --- ParallelTerminationStrategy: PID 13780 died...\u000a02:42:50.143228 run iperf3-srv_10.42.42.10(pid=13780): Terminated {rc=256}\u000a02:42:50.152891 --- ParallelTerminationStrategy: PID 13783 died...\u000a02:42:50.205640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Terminated: ok {rc=0}\u000a02:42:50.215361 --- ParallelTerminationStrategy: PID 13786 died...\u000a02:42:50.268188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Terminated: ok {rc=0}\u000a02:42:50.278041 --- ParallelTerminationStrategy: PID 13789 died...\u000a02:42:50.330811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13789): Terminated: ok {rc=0}\u000a02:42:50.419492 bus /gobi_4: Setting Powered False\u000a02:42:51.522627 bus /gobi_4: Setting Powered False\u000a02:42:52.634056 bus /gobi_1: Setting Powered False\u000a02:42:53.738325 bus /gobi_1: Setting Powered False\u000a02:42:54.844926 bus /gobi_0: Setting Powered False\u000a02:42:55.951037 bus /gobi_0: Setting Powered False\u000a02:42:57.060046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13797): Process ended prematurely: osmo-stp_10.42.42.5(pid=13797) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13797): Process ended prematurely: osmo-stp_10.42.42.5(pid=13797) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:42:58.127943 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.140286 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:58.303425 tst ping.py: using LAC 18510\u000a02:42:58.421894 tst ping.py: using RAC 150\u000a02:42:58.539222 tst ping.py: using CellId 18510\u000a02:42:58.664039 tst ping.py: using BVCI 18511\u000a02:42:58.689245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.701260 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.713155 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.725327 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.737324 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.749687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.762584 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:58.775256 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:59.049013 tst ping.py:19: start network...\u000a02:42:59.172140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:59.638437 run create_hlr_db(pid=13791): Launched\u000a02:42:59.807962 bus /gobi_6: Setting Powered False\u000a02:43:00.830510 run create_hlr_db(pid=13791): Terminated: ok {rc=0}\u000a02:43:01.274053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13793): Launched\u000a02:43:01.610310 run osmo-hlr_10.42.42.2(pid=13794): Launched\u000a02:43:01.834684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:02.513134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13796): Launched\u000a02:43:02.830848 run osmo-stp_10.42.42.5(pid=13797): Launched\u000a02:43:02.946211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:43:03.499183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13799): Launched\u000a02:43:03.612468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:43:03.889926 run patchelf(pid=13800): Launched\u000a02:43:04.074770 run osmo-stp_10.42.42.5(pid=13797): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)]\u000a02:43:04.210228 run osmo-stp_10.42.42.5(pid=13797): stdout: \u000a| (launched: 2022-12-09_02:43:02.674238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:04.345520 run osmo-stp_10.42.42.5(pid=13797): stderr: \u000a| �[0;m�[38;5;43m20221209024302867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024302867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024302867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024302868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024302868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024302868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024302868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:04.476646 run osmo-stp_10.42.42.5(pid=13797): stdout: \u000a| (launched: 2022-12-09_02:43:02.674238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:04.606751 run osmo-stp_10.42.42.5(pid=13797): stderr: \u000a| �[0;m�[38;5;43m20221209024302867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024302867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024302867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024302868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024302868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024302868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024302868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:04.758137 run patchelf(pid=13800): Terminating (SIGINT)\u000a02:43:04.935879 run patchelf(pid=13800): Terminated: ok {rc=0}\u000a02:43:04.968201 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13797): Process ended prematurely: osmo-stp_10.42.42.5(pid=13797) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13797)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:43:04.977227 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:43:05.039314 run osmo-hlr_10.42.42.2(pid=13794): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13794)]\u000a02:43:05.089994 run osmo-hlr_10.42.42.2(pid=13794): stdout: \u000a| (launched: 2022-12-09_02:43:01.426628) \u000a02:43:05.141042 run osmo-hlr_10.42.42.2(pid=13794): stderr: \u000a| �[0;m�[1;31m20221209024301791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024301791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024301791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024301791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024301791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024301791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024301814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024301844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024301844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024301844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:05.184598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13793): Terminating (SIGTERM)\u000a02:43:05.226016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13796): Terminating (SIGTERM)\u000a02:43:05.267144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13799): Terminating (SIGTERM)\u000a02:43:05.276659 --- ParallelTerminationStrategy: PID 13793 died...\u000a02:43:05.332253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13793): Terminated: ok {rc=0}\u000a02:43:05.342172 --- ParallelTerminationStrategy: PID 13796 died...\u000a02:43:05.396897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13796): Terminated: ok {rc=0}\u000a02:43:05.406775 --- ParallelTerminationStrategy: PID 13799 died...\u000a02:43:05.461551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13799): Terminated: ok {rc=0}\u000a02:43:05.548131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13807): Process ended prematurely: osmo-stp_10.42.42.5(pid=13807) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13807)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13807): Process ended prematurely: osmo-stp_10.42.42.5(pid=13807) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:43:06.600862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:06.612706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:43:06.772098 tst ping_idle_ping.py: using LAC 18511\u000a02:43:06.889576 tst ping_idle_ping.py: using RAC 151\u000a02:43:07.014714 tst ping_idle_ping.py: using CellId 18511\u000a02:43:07.141736 tst ping_idle_ping.py: using BVCI 18512\u000a02:43:07.166318 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:07.178030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:07.189705 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:07.201422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:07.212869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:07.224487 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:07.235949 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:43:07.247439 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:43:07.536645 tst ping_idle_ping.py:24: start network...\u000a02:43:07.670588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:08.182261 run create_hlr_db(pid=13801): Launched\u000a02:43:08.367057 bus /gobi_6: Setting Powered False\u000a02:43:09.387392 run create_hlr_db(pid=13801): Terminated: ok {rc=0}\u000a02:43:09.787107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13803): Launched\u000a02:43:10.094223 run osmo-hlr_10.42.42.2(pid=13804): Launched\u000a02:43:10.210922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:10.765435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13806): Launched\u000a02:43:11.084509 run osmo-stp_10.42.42.5(pid=13807): Launched\u000a02:43:11.198846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:43:11.754107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13809): Launched\u000a02:43:11.868733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:43:12.145263 run patchelf(pid=13810): Launched\u000a02:43:12.331311 run osmo-stp_10.42.42.5(pid=13807): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13807)]\u000a02:43:12.467534 run osmo-stp_10.42.42.5(pid=13807): stdout: \u000a| (launched: 2022-12-09_02:43:10.928227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:12.604272 run osmo-stp_10.42.42.5(pid=13807): stderr: \u000a| �[0;m�[38;5;43m20221209024311120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024311120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024311120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024311121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024311121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024311121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024311121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:12.736565 run osmo-stp_10.42.42.5(pid=13807): stdout: \u000a| (launched: 2022-12-09_02:43:10.928227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:12.868676 run osmo-stp_10.42.42.5(pid=13807): stderr: \u000a| �[0;m�[38;5;43m20221209024311120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024311120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024311120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024311121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024311121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024311121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024311121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:13.020660 run patchelf(pid=13810): Terminating (SIGINT)\u000a02:43:13.198810 run patchelf(pid=13810): Terminated: ok {rc=0}\u000a02:43:13.231255 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13807): Process ended prematurely: osmo-stp_10.42.42.5(pid=13807) [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13807)] [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:43:13.240329 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:43:13.302200 run osmo-hlr_10.42.42.2(pid=13804): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13804)]\u000a02:43:13.353856 run osmo-hlr_10.42.42.2(pid=13804): stdout: \u000a| (launched: 2022-12-09_02:43:09.937962) \u000a02:43:13.405530 run osmo-hlr_10.42.42.2(pid=13804): stderr: \u000a| �[0;m�[1;31m20221209024310131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024310131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024310131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024310131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024310131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024310131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024310144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024310152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024310152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024310152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:13.449618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13803): Terminating (SIGTERM)\u000a02:43:13.491314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13806): Terminating (SIGTERM)\u000a02:43:13.532878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13809): Terminating (SIGTERM)\u000a02:43:13.542605 --- ParallelTerminationStrategy: PID 13803 died...\u000a02:43:13.598080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13803): Terminated: ok {rc=0}\u000a02:43:13.608020 --- ParallelTerminationStrategy: PID 13806 died...\u000a02:43:13.663262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13806): Terminated: ok {rc=0}\u000a02:43:13.673342 --- ParallelTerminationStrategy: PID 13809 died...\u000a02:43:13.728575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13809): Terminated: ok {rc=0}\u000a02:43:13.814416 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:42:15" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13820): Process ended prematurely: osmo-stp_10.42.42.5(pid=13820) [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13820): Process ended prematurely: osmo-stp_10.42.42.5(pid=13820) [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:43:15.867864 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:15.883012 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:43:16.051372 tst switch_tch_pdch.py: using LAC 18512\u000a02:43:16.177795 tst switch_tch_pdch.py: using RAC 152\u000a02:43:16.306210 tst switch_tch_pdch.py: using CellId 18512\u000a02:43:16.430108 tst switch_tch_pdch.py: using BVCI 18513\u000a02:43:16.454400 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:16.467009 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:16.480514 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:16.492874 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:16.506219 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:16.520687 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:16.534447 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:43:16.547970 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:43:16.693867 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:43:17.015779 tst switch_tch_pdch.py:51: start network...\u000a02:43:17.152354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:17.633483 run create_hlr_db(pid=13814): Launched\u000a02:43:17.804513 bus /gobi_6: Setting Powered False\u000a02:43:18.826506 run create_hlr_db(pid=13814): Terminated: ok {rc=0}\u000a02:43:19.250382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13816): Launched\u000a02:43:19.569369 run osmo-hlr_10.42.42.2(pid=13817): Launched\u000a02:43:19.686095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:20.239129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13819): Launched\u000a02:43:20.555973 run osmo-stp_10.42.42.5(pid=13820): Launched\u000a02:43:20.670983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:43:21.224194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13822): Launched\u000a02:43:21.337324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:43:21.613506 run patchelf(pid=13823): Launched\u000a02:43:21.798572 run osmo-stp_10.42.42.5(pid=13820): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)]\u000a02:43:21.933714 run osmo-stp_10.42.42.5(pid=13820): stdout: \u000a| (launched: 2022-12-09_02:43:20.400334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:22.069328 run osmo-stp_10.42.42.5(pid=13820): stderr: \u000a| �[0;m�[38;5;43m20221209024320591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024320591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024320592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024320592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024320592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024320592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024320593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:22.199961 run osmo-stp_10.42.42.5(pid=13820): stdout: \u000a| (launched: 2022-12-09_02:43:20.400334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:22.329831 run osmo-stp_10.42.42.5(pid=13820): stderr: \u000a| �[0;m�[38;5;43m20221209024320591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024320591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024320592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024320592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024320592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024320592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024320593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:22.479984 run patchelf(pid=13823): Terminating (SIGINT)\u000a02:43:22.656181 run patchelf(pid=13823): Terminated: ok {rc=0}\u000a02:43:22.688475 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13820): Process ended prematurely: osmo-stp_10.42.42.5(pid=13820) [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13820)] [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:43:22.697902 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a02:43:22.759603 run osmo-hlr_10.42.42.2(pid=13817): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13817)]\u000a02:43:22.810742 run osmo-hlr_10.42.42.2(pid=13817): stdout: \u000a| (launched: 2022-12-09_02:43:19.412697) \u000a02:43:22.862629 run osmo-hlr_10.42.42.2(pid=13817): stderr: \u000a| �[0;m�[1;31m20221209024319609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024319609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024319609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024319609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024319609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024319609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024319621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024319629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024319629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024319629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:22.906978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13816): Terminating (SIGTERM)\u000a02:43:22.948680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13819): Terminating (SIGTERM)\u000a02:43:22.990445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13822): Terminating (SIGTERM)\u000a02:43:23.000086 --- ParallelTerminationStrategy: PID 13816 died...\u000a02:43:23.055719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13816): Terminated: ok {rc=0}\u000a02:43:23.066115 --- ParallelTerminationStrategy: PID 13819 died...\u000a02:43:23.121667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13819): Terminated: ok {rc=0}\u000a02:43:23.131755 --- ParallelTerminationStrategy: PID 13822 died...\u000a02:43:23.186953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13822): Terminated: ok {rc=0}\u000a02:43:23.274033 bus /gobi_0: Setting Powered False\u000a02:43:24.378459 bus /gobi_0: Setting Powered False\u000a02:43:25.486644 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:43:15" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13833): Process ended prematurely: osmo-stp_10.42.42.5(pid=13833) [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13833)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13833): Process ended prematurely: osmo-stp_10.42.42.5(pid=13833) [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:43:27.477203 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:27.488791 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:43:27.653819 tst switch_tch_pdch.py: using LAC 18513\u000a02:43:27.780254 tst switch_tch_pdch.py: using RAC 153\u000a02:43:27.904630 tst switch_tch_pdch.py: using CellId 18513\u000a02:43:28.030320 tst switch_tch_pdch.py: using BVCI 18514\u000a02:43:28.054698 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:28.066323 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:28.077953 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:28.089583 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:28.101134 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:28.112503 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:28.124085 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:43:28.135651 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:43:28.254969 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:43:28.544354 tst switch_tch_pdch.py:51: start network...\u000a02:43:28.676868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:29.159005 run create_hlr_db(pid=13827): Launched\u000a02:43:29.287864 bus /gobi_6: Setting Powered False\u000a02:43:30.362932 run create_hlr_db(pid=13827): Terminated: ok {rc=0}\u000a02:43:30.737272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13829): Launched\u000a02:43:31.136569 run osmo-hlr_10.42.42.2(pid=13830): Launched\u000a02:43:31.275988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:31.965720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13832): Launched\u000a02:43:32.286510 run osmo-stp_10.42.42.5(pid=13833): Launched\u000a02:43:32.482548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:43:32.974952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13835): Launched\u000a02:43:33.080941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:43:33.338256 run patchelf(pid=13836): Launched\u000a02:43:33.511380 run osmo-stp_10.42.42.5(pid=13833): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13833)]\u000a02:43:33.638418 run osmo-stp_10.42.42.5(pid=13833): stdout: \u000a| (launched: 2022-12-09_02:43:32.118626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:33.765585 run osmo-stp_10.42.42.5(pid=13833): stderr: \u000a| �[0;m�[38;5;43m20221209024332407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024332407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024332408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024332408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024332410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024332410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024332410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:33.888079 run osmo-stp_10.42.42.5(pid=13833): stdout: \u000a| (launched: 2022-12-09_02:43:32.118626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:34.009774 run osmo-stp_10.42.42.5(pid=13833): stderr: \u000a| �[0;m�[38;5;43m20221209024332407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024332407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024332408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024332408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024332410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024332410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024332410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:34.150944 run patchelf(pid=13836): Terminating (SIGINT)\u000a02:43:34.316252 run patchelf(pid=13836): Terminated: ok {rc=0}\u000a02:43:34.346365 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13833): Process ended prematurely: osmo-stp_10.42.42.5(pid=13833) [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13833)] [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:43:34.355022 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a02:43:34.414822 run osmo-hlr_10.42.42.2(pid=13830): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13830)]\u000a02:43:34.463419 run osmo-hlr_10.42.42.2(pid=13830): stdout: \u000a| (launched: 2022-12-09_02:43:30.894476) \u000a02:43:34.512791 run osmo-hlr_10.42.42.2(pid=13830): stderr: \u000a| �[0;m�[1;31m20221209024331209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024331209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024331209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024331209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024331209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024331209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024331240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024331250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024331251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024331251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:34.554277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13829): Terminating (SIGTERM)\u000a02:43:34.594042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13832): Terminating (SIGTERM)\u000a02:43:34.634126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13835): Terminating (SIGTERM)\u000a02:43:34.643316 --- ParallelTerminationStrategy: PID 13829 died...\u000a02:43:34.696696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13829): Terminated: ok {rc=0}\u000a02:43:34.706341 --- ParallelTerminationStrategy: PID 13832 died...\u000a02:43:34.759459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13832): Terminated: ok {rc=0}\u000a02:43:34.769179 --- ParallelTerminationStrategy: PID 13835 died...\u000a02:43:34.821748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13835): Terminated: ok {rc=0}\u000a02:43:34.908845 bus /gobi_0: Setting Powered False\u000a02:43:36.009030 bus /gobi_0: Setting Powered False\u000a02:43:37.119978 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:43:27" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13842): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13842) [trial-2353↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13842)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13842): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13842) [trial-2353↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a02:43:39.015174 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a02:43:39.025891 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:39.158514 tst mo_mt_sms.py: using LAC 18514\u000a02:43:39.279256 tst mo_mt_sms.py: using RAC 154\u000a02:43:39.393706 tst mo_mt_sms.py: using CellId 18514\u000a02:43:39.507769 tst mo_mt_sms.py: using BVCI 18515\u000a02:43:39.530641 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:39.649461 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:39.923881 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:43:40.048103 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:43:40.660331 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13841): Launched\u000a02:43:40.953657 run osmo-nitb_10.42.42.2(pid=13842): Launched\u000a02:43:41.135208 run osmo-nitb_10.42.42.2(pid=13842): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13842)]\u000a02:43:41.268747 run osmo-nitb_10.42.42.2(pid=13842): stdout: \u000a| (launched: 2022-12-09_02:43:40.810792) \u000a02:43:41.402926 run osmo-nitb_10.42.42.2(pid=13842): stderr: \u000a| (launched: 2022-12-09_02:43:40.854856)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:41.532748 run osmo-nitb_10.42.42.2(pid=13842): stdout: \u000a| (launched: 2022-12-09_02:43:40.810792) \u000a02:43:41.661738 run osmo-nitb_10.42.42.2(pid=13842): stderr: \u000a| (launched: 2022-12-09_02:43:40.854856)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:42.072869 tst osmo-nitb_10.42.42.2(pid=13842): stdout: \u000a| (launched: 2022-12-09_02:43:40.810792) \u000a02:43:42.191194 tst osmo-nitb_10.42.42.2(pid=13842): stderr: \u000a| (launched: 2022-12-09_02:43:40.854856)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:42.243215 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13842): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13842) [trial-2353↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13842)] [trial-2353↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a02:43:42.251413 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a02:43:42.286612 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13841): Terminating (SIGTERM)\u000a02:43:42.464032 --- ParallelTerminationStrategy: PID 13841 died...\u000a02:43:42.519690 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13841): Terminated: ok {rc=0}\u000a02:43:42.608397 bus /sierra_3: Setting Powered False\u000a02:43:43.712680 bus /sierra_3: Setting Powered False\u000a02:43:44.824011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:43:38" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13852): Process ended prematurely: osmo-stp_10.42.42.5(pid=13852) [trial-2353↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13852)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13852): Process ended prematurely: osmo-stp_10.42.42.5(pid=13852) [trial-2353↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a02:43:46.749961 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:46.767689 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:46.943627 tst mo_mt_sms.py: using LAC 18515\u000a02:43:47.091501 tst mo_mt_sms.py: using RAC 155\u000a02:43:47.238494 tst mo_mt_sms.py: using CellId 18515\u000a02:43:47.360918 tst mo_mt_sms.py: using BVCI 18516\u000a02:43:47.383723 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:47.394681 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:47.405225 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:47.416409 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:47.427367 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:47.438672 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:47.553373 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:47.751842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:48.216514 run create_hlr_db(pid=13846): Launched\u000a02:43:48.387076 bus /sierra_2: Setting Powered False\u000a02:43:49.408492 run create_hlr_db(pid=13846): Terminated: ok {rc=0}\u000a02:43:49.801482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13848): Launched\u000a02:43:50.095896 run osmo-hlr_10.42.42.2(pid=13849): Launched\u000a02:43:50.204081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:50.717437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13851): Launched\u000a02:43:51.013819 run osmo-stp_10.42.42.5(pid=13852): Launched\u000a02:43:51.122185 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:51.660777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13854): Launched\u000a02:43:51.956306 run osmo-msc_10.42.42.6(pid=13855): Launched\u000a02:43:52.130947 run osmo-stp_10.42.42.5(pid=13852): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13852)]\u000a02:43:52.257140 run osmo-stp_10.42.42.5(pid=13852): stdout: \u000a| (launched: 2022-12-09_02:43:50.867810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:52.380468 run osmo-stp_10.42.42.5(pid=13852): stderr: \u000a| �[0;m�[38;5;43m20221209024351036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024351036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024351037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024351037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024351038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024351038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024351038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:52.499481 run osmo-stp_10.42.42.5(pid=13852): stdout: \u000a| (launched: 2022-12-09_02:43:50.867810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:52.617597 run osmo-stp_10.42.42.5(pid=13852): stderr: \u000a| �[0;m�[38;5;43m20221209024351036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024351036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024351037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024351037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024351038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024351038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024351038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:52.669462 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13852): Process ended prematurely: osmo-stp_10.42.42.5(pid=13852) [trial-2353↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13852)] [trial-2353↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a02:43:52.677521 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a02:43:52.737210 run osmo-hlr_10.42.42.2(pid=13849): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13849)]\u000a02:43:52.786285 run osmo-hlr_10.42.42.2(pid=13849): stdout: \u000a| (launched: 2022-12-09_02:43:49.950850) \u000a02:43:52.835832 run osmo-hlr_10.42.42.2(pid=13849): stderr: \u000a| �[0;m�[1;31m20221209024350128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024350128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024350128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024350128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024350128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024350128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024350139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024350147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024350147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024350147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:52.902462 run osmo-msc_10.42.42.6(pid=13855): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13855)]\u000a02:43:52.950792 run osmo-msc_10.42.42.6(pid=13855): stdout: \u000a| (launched: 2022-12-09_02:43:51.810757) \u000a02:43:52.999987 run osmo-msc_10.42.42.6(pid=13855): stderr: \u000a| �[0;m�[38;5;43m20221209024352081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024352081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7b22d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024352081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024352081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024352082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024352082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024352084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024352084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024352084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024352084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:53.041460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13848): Terminating (SIGTERM)\u000a02:43:53.081108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13851): Terminating (SIGTERM)\u000a02:43:53.121528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13854): Terminating (SIGTERM)\u000a02:43:53.130889 --- ParallelTerminationStrategy: PID 13848 died...\u000a02:43:53.184615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13848): Terminated: ok {rc=0}\u000a02:43:53.194300 --- ParallelTerminationStrategy: PID 13851 died...\u000a02:43:53.246396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13851): Terminated: ok {rc=0}\u000a02:43:53.255957 --- ParallelTerminationStrategy: PID 13854 died...\u000a02:43:53.307818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13854): Terminated: ok {rc=0}\u000a02:43:53.390498 bus /sierra_3: Setting Powered False\u000a02:43:54.496104 bus /sierra_3: Setting Powered False\u000a02:43:55.602456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:43:46" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13862) [trial-2353↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13862)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13862) [trial-2353↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a02:43:57.454719 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a02:43:57.466480 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:57.608517 tst assert_extension.py: using LAC 18516\u000a02:43:57.732574 tst assert_extension.py: using RAC 156\u000a02:43:57.856373 tst assert_extension.py: using CellId 18516\u000a02:43:57.979936 tst assert_extension.py: using BVCI 18517\u000a02:43:58.004443 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a02:43:58.280408 tst assert_extension.py:10: start nitb and bts...\u000a02:43:58.404220 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:43:59.017416 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13861): Launched\u000a02:43:59.310591 run osmo-nitb_10.42.42.2(pid=13862): Launched\u000a02:43:59.491995 run osmo-nitb_10.42.42.2(pid=13862): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13862)]\u000a02:43:59.625687 run osmo-nitb_10.42.42.2(pid=13862): stdout: \u000a| (launched: 2022-12-09_02:43:59.167380) \u000a02:43:59.760031 run osmo-nitb_10.42.42.2(pid=13862): stderr: \u000a| (launched: 2022-12-09_02:43:59.211334)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:59.890069 run osmo-nitb_10.42.42.2(pid=13862): stdout: \u000a| (launched: 2022-12-09_02:43:59.167380) \u000a02:44:00.019028 run osmo-nitb_10.42.42.2(pid=13862): stderr: \u000a| (launched: 2022-12-09_02:43:59.211334)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:44:00.429715 tst osmo-nitb_10.42.42.2(pid=13862): stdout: \u000a| (launched: 2022-12-09_02:43:59.167380) \u000a02:44:00.547497 tst osmo-nitb_10.42.42.2(pid=13862): stderr: \u000a| (launched: 2022-12-09_02:43:59.211334)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:44:00.599009 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13862) [trial-2353↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13862)] [trial-2353↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a02:44:00.607163 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:44:00.642176 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13861): Terminating (SIGTERM)\u000a02:44:00.819810 --- ParallelTerminationStrategy: PID 13861 died...\u000a02:44:00.875807 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13861): Terminated: ok {rc=0}\u000a02:44:00.972118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:43:57" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13872): Process ended prematurely: osmo-stp_10.42.42.5(pid=13872) [trial-2353↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13872)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13872): Process ended prematurely: osmo-stp_10.42.42.5(pid=13872) [trial-2353↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a02:44:02.856770 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:44:02.867888 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:44:03.009541 tst assert_extension.py: using LAC 18517\u000a02:44:03.134980 tst assert_extension.py: using RAC 157\u000a02:44:03.260516 tst assert_extension.py: using CellId 18517\u000a02:44:03.385206 tst assert_extension.py: using BVCI 18518\u000a02:44:03.409559 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:44:03.420637 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:44:03.431577 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:44:03.443415 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:44:03.454920 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:44:03.466478 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a02:44:03.664786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:04.130048 run create_hlr_db(pid=13866): Launched\u000a02:44:04.301304 bus /sierra_2: Setting Powered False\u000a02:44:05.323365 run create_hlr_db(pid=13866): Terminated: ok {rc=0}\u000a02:44:05.718610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13868): Launched\u000a02:44:06.015297 run osmo-hlr_10.42.42.2(pid=13869): Launched\u000a02:44:06.128274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:06.645831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13871): Launched\u000a02:44:06.941590 run osmo-stp_10.42.42.5(pid=13872): Launched\u000a02:44:07.050198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:07.591788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13874): Launched\u000a02:44:07.887504 run osmo-msc_10.42.42.6(pid=13875): Launched\u000a02:44:08.061919 run osmo-stp_10.42.42.5(pid=13872): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13872)]\u000a02:44:08.187815 run osmo-stp_10.42.42.5(pid=13872): stdout: \u000a| (launched: 2022-12-09_02:44:06.795470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:08.311506 run osmo-stp_10.42.42.5(pid=13872): stderr: \u000a| �[0;m�[38;5;43m20221209024406963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024406963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024406963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024406964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024406966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024406966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024406966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:08.430389 run osmo-stp_10.42.42.5(pid=13872): stdout: \u000a| (launched: 2022-12-09_02:44:06.795470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:08.548573 run osmo-stp_10.42.42.5(pid=13872): stderr: \u000a| �[0;m�[38;5;43m20221209024406963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024406963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024406963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024406964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024406966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024406966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024406966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:08.600259 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13872): Process ended prematurely: osmo-stp_10.42.42.5(pid=13872) [trial-2353↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13872)] [trial-2353↪ussd:trx-umtrx↪assert_extension.py:17]\u000a02:44:08.608430 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a02:44:08.669243 run osmo-hlr_10.42.42.2(pid=13869): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13869)]\u000a02:44:08.718458 run osmo-hlr_10.42.42.2(pid=13869): stdout: \u000a| (launched: 2022-12-09_02:44:05.869266) \u000a02:44:08.768189 run osmo-hlr_10.42.42.2(pid=13869): stderr: \u000a| �[0;m�[1;31m20221209024406045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024406045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024406045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024406045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024406045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024406046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024406057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024406065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024406065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024406066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:08.835755 run osmo-msc_10.42.42.6(pid=13875): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13875)]\u000a02:44:08.884801 run osmo-msc_10.42.42.6(pid=13875): stdout: \u000a| (launched: 2022-12-09_02:44:07.741650) \u000a02:44:08.934749 run osmo-msc_10.42.42.6(pid=13875): stderr: \u000a| �[0;m�[38;5;43m20221209024408012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024408012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8ca930c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024408012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024408012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024408012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024408012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024408015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024408015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024408015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024408015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:08.976894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13868): Terminating (SIGTERM)\u000a02:44:09.016992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13871): Terminating (SIGTERM)\u000a02:44:09.057428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13874): Terminating (SIGTERM)\u000a02:44:09.067154 --- ParallelTerminationStrategy: PID 13868 died...\u000a02:44:09.120818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13868): Terminated: ok {rc=0}\u000a02:44:09.130990 --- ParallelTerminationStrategy: PID 13871 died...\u000a02:44:09.184573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13871): Terminated: ok {rc=0}\u000a02:44:09.194030 --- ParallelTerminationStrategy: PID 13874 died...\u000a02:44:09.247063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13874): Terminated: ok {rc=0}\u000a02:44:09.330420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:44:02" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13886): Process ended prematurely: osmo-stp_10.42.42.5(pid=13886) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13886): Process ended prematurely: osmo-stp_10.42.42.5(pid=13886) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:11.285929 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:11.297250 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:44:11.449634 tst mo_mt_call.py: using LAC 18518\u000a02:44:11.566344 tst mo_mt_call.py: using RAC 158\u000a02:44:11.682722 tst mo_mt_call.py: using CellId 18518\u000a02:44:11.801861 tst mo_mt_call.py: using BVCI 18519\u000a02:44:11.824685 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:11.835764 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:11.846876 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:11.858475 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:11.870092 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:11.881526 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:44:12.001596 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:44:12.214944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:12.732563 run create_hlr_db(pid=13880): Launched\u000a02:44:12.919733 bus /sierra_2: Setting Powered False\u000a02:44:13.940928 run create_hlr_db(pid=13880): Terminated: ok {rc=0}\u000a02:44:14.346290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13882): Launched\u000a02:44:14.647807 run osmo-hlr_10.42.42.2(pid=13883): Launched\u000a02:44:14.760009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:15.284694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13885): Launched\u000a02:44:15.586158 run osmo-stp_10.42.42.5(pid=13886): Launched\u000a02:44:15.697604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:16.328203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13888): Launched\u000a02:44:16.816897 run osmo-msc_10.42.42.6(pid=13889): Launched\u000a02:44:17.308350 run osmo-stp_10.42.42.5(pid=13886): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)]\u000a02:44:17.457780 run osmo-stp_10.42.42.5(pid=13886): stdout: \u000a| (launched: 2022-12-09_02:44:15.437726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:17.592273 run osmo-stp_10.42.42.5(pid=13886): stderr: \u000a| �[0;m�[38;5;43m20221209024415608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024415608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024415608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024415608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024415609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024415609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024415609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:17.722519 run osmo-stp_10.42.42.5(pid=13886): stdout: \u000a| (launched: 2022-12-09_02:44:15.437726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:17.851696 run osmo-stp_10.42.42.5(pid=13886): stderr: \u000a| �[0;m�[38;5;43m20221209024415608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024415608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024415608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024415608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024415609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024415609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024415609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:17.908706 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13886): Process ended prematurely: osmo-stp_10.42.42.5(pid=13886) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:44:17.918261 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a02:44:17.980255 run osmo-hlr_10.42.42.2(pid=13883): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13883)]\u000a02:44:18.031329 run osmo-hlr_10.42.42.2(pid=13883): stdout: \u000a| (launched: 2022-12-09_02:44:14.499627) \u000a02:44:18.082881 run osmo-hlr_10.42.42.2(pid=13883): stderr: \u000a| �[0;m�[1;31m20221209024414675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024414675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024414675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024414675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024414675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024414675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024414688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024414698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024414698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024414698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:18.152844 run osmo-msc_10.42.42.6(pid=13889): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13889)]\u000a02:44:18.204023 run osmo-msc_10.42.42.6(pid=13889): stdout: \u000a| (launched: 2022-12-09_02:44:16.484892) \u000a02:44:18.255641 run osmo-msc_10.42.42.6(pid=13889): stderr: \u000a| �[0;m�[38;5;43m20221209024416942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024416943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46b7ff3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024416943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024416943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024416944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024416945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024416949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024416950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024416950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024416950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:18.299701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13882): Terminating (SIGTERM)\u000a02:44:18.341537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13885): Terminating (SIGTERM)\u000a02:44:18.383375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13888): Terminating (SIGTERM)\u000a02:44:18.393059 --- ParallelTerminationStrategy: PID 13882 died...\u000a02:44:18.448868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13882): Terminated: ok {rc=0}\u000a02:44:18.459206 --- ParallelTerminationStrategy: PID 13885 died...\u000a02:44:18.514446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13885): Terminated: ok {rc=0}\u000a02:44:18.524539 --- ParallelTerminationStrategy: PID 13888 died...\u000a02:44:18.579754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13888): Terminated: ok {rc=0}\u000a02:44:18.666951 bus /sierra_3: Setting Powered False\u000a02:44:19.773530 bus /sierra_3: Setting Powered False\u000a02:44:20.880902 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13897): Process ended prematurely: osmo-stp_10.42.42.5(pid=13897) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13897)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13897): Process ended prematurely: osmo-stp_10.42.42.5(pid=13897) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:44:21.995538 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:22.008168 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:44:22.171833 tst mo_mt_call_osmux.py: using LAC 18519\u000a02:44:22.297702 tst mo_mt_call_osmux.py: using RAC 159\u000a02:44:22.436925 tst mo_mt_call_osmux.py: using CellId 18519\u000a02:44:22.570421 tst mo_mt_call_osmux.py: using BVCI 18520\u000a02:44:22.594954 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:22.606556 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:22.617992 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:22.629530 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:22.641085 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:44:22.652508 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:44:22.768570 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:44:22.981761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:23.497979 run create_hlr_db(pid=13891): Launched\u000a02:44:23.691598 bus /sierra_2: Setting Powered False\u000a02:44:24.712243 run create_hlr_db(pid=13891): Terminated: ok {rc=0}\u000a02:44:25.116550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13893): Launched\u000a02:44:25.418769 run osmo-hlr_10.42.42.2(pid=13894): Launched\u000a02:44:25.536462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:26.097819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13896): Launched\u000a02:44:26.418590 run osmo-stp_10.42.42.5(pid=13897): Launched\u000a02:44:26.535616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:27.127209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13899): Launched\u000a02:44:27.449026 run osmo-msc_10.42.42.6(pid=13900): Launched\u000a02:44:27.637811 run osmo-stp_10.42.42.5(pid=13897): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13897)]\u000a02:44:27.773301 run osmo-stp_10.42.42.5(pid=13897): stdout: \u000a| (launched: 2022-12-09_02:44:26.261645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:27.909555 run osmo-stp_10.42.42.5(pid=13897): stderr: \u000a| �[0;m�[38;5;43m20221209024426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024426454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024426454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024426454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024426454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:28.039276 run osmo-stp_10.42.42.5(pid=13897): stdout: \u000a| (launched: 2022-12-09_02:44:26.261645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:28.168008 run osmo-stp_10.42.42.5(pid=13897): stderr: \u000a| �[0;m�[38;5;43m20221209024426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024426454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024426454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024426454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024426454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:28.225004 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13897): Process ended prematurely: osmo-stp_10.42.42.5(pid=13897) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13897)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:44:28.234444 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:44:28.296241 run osmo-hlr_10.42.42.2(pid=13894): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13894)]\u000a02:44:28.347113 run osmo-hlr_10.42.42.2(pid=13894): stdout: \u000a| (launched: 2022-12-09_02:44:25.269531) \u000a02:44:28.398659 run osmo-hlr_10.42.42.2(pid=13894): stderr: \u000a| �[0;m�[1;31m20221209024425447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024425447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024425447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024425447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024425447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024425447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024425460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024425468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024425468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024425469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:28.468553 run osmo-msc_10.42.42.6(pid=13900): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13900)]\u000a02:44:28.519147 run osmo-msc_10.42.42.6(pid=13900): stdout: \u000a| (launched: 2022-12-09_02:44:27.291343) \u000a02:44:28.570168 run osmo-msc_10.42.42.6(pid=13900): stderr: \u000a| �[0;m�[38;5;43m20221209024427616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024427616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65a398ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024427616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024427616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024427616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024427616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024427618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024427618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024427619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024427619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:28.613911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13893): Terminating (SIGTERM)\u000a02:44:28.655145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13896): Terminating (SIGTERM)\u000a02:44:28.696638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13899): Terminating (SIGTERM)\u000a02:44:28.705981 --- ParallelTerminationStrategy: PID 13893 died...\u000a02:44:28.761314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13893): Terminated: ok {rc=0}\u000a02:44:28.771280 --- ParallelTerminationStrategy: PID 13896 died...\u000a02:44:28.826860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13896): Terminated: ok {rc=0}\u000a02:44:28.837004 --- ParallelTerminationStrategy: PID 13899 died...\u000a02:44:28.892313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13899): Terminated: ok {rc=0}\u000a02:44:28.978975 bus /sierra_3: Setting Powered False\u000a02:44:30.083593 bus /sierra_3: Setting Powered False\u000a02:44:31.194867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:44:11" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13911): Process ended prematurely: osmo-stp_10.42.42.5(pid=13911) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13911)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13911): Process ended prematurely: osmo-stp_10.42.42.5(pid=13911) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:33.200299 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:33.212002 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:44:33.377606 tst mo_mt_call.py: using LAC 18520\u000a02:44:33.510468 tst mo_mt_call.py: using RAC 160\u000a02:44:33.636265 tst mo_mt_call.py: using CellId 18520\u000a02:44:33.762329 tst mo_mt_call.py: using BVCI 18521\u000a02:44:33.787074 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:33.798852 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:33.810318 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:33.822194 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:33.833792 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:33.845909 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:33.967455 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:34.176589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:34.692218 run create_hlr_db(pid=13905): Launched\u000a02:44:34.878458 bus /sierra_2: Setting Powered False\u000a02:44:35.900319 run create_hlr_db(pid=13905): Terminated: ok {rc=0}\u000a02:44:36.304526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13907): Launched\u000a02:44:36.606778 run osmo-hlr_10.42.42.2(pid=13908): Launched\u000a02:44:36.722814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:37.253383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13910): Launched\u000a02:44:37.557485 run osmo-stp_10.42.42.5(pid=13911): Launched\u000a02:44:37.678215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:38.234249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13913): Launched\u000a02:44:38.537658 run osmo-msc_10.42.42.6(pid=13914): Launched\u000a02:44:38.716541 run osmo-stp_10.42.42.5(pid=13911): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13911)]\u000a02:44:38.845278 run osmo-stp_10.42.42.5(pid=13911): stdout: \u000a| (launched: 2022-12-09_02:44:37.406619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:38.971131 run osmo-stp_10.42.42.5(pid=13911): stderr: \u000a| �[0;m�[38;5;43m20221209024437574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024437574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024437575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024437575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024437576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024437576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024437576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:39.092390 run osmo-stp_10.42.42.5(pid=13911): stdout: \u000a| (launched: 2022-12-09_02:44:37.406619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:39.212891 run osmo-stp_10.42.42.5(pid=13911): stderr: \u000a| �[0;m�[38;5;43m20221209024437574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024437574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024437575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024437575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024437576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024437576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024437576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:39.266060 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13911): Process ended prematurely: osmo-stp_10.42.42.5(pid=13911) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13911)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:44:39.275042 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:44:39.335313 run osmo-hlr_10.42.42.2(pid=13908): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13908)]\u000a02:44:39.384443 run osmo-hlr_10.42.42.2(pid=13908): stdout: \u000a| (launched: 2022-12-09_02:44:36.458355) \u000a02:44:39.434155 run osmo-hlr_10.42.42.2(pid=13908): stderr: \u000a| �[0;m�[1;31m20221209024436633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024436633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024436633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024436633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024436633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024436634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024436647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024436658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024436658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024436658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:39.501600 run osmo-msc_10.42.42.6(pid=13914): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13914)]\u000a02:44:39.550786 run osmo-msc_10.42.42.6(pid=13914): stdout: \u000a| (launched: 2022-12-09_02:44:38.387300) \u000a02:44:39.600417 run osmo-msc_10.42.42.6(pid=13914): stderr: \u000a| �[0;m�[38;5;43m20221209024438659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024438659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e60947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024438659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024438659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024438659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024438659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024438661 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024438662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024438662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024438662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:39.642226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13907): Terminating (SIGTERM)\u000a02:44:39.682484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13910): Terminating (SIGTERM)\u000a02:44:39.722347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13913): Terminating (SIGTERM)\u000a02:44:39.731813 --- ParallelTerminationStrategy: PID 13907 died...\u000a02:44:39.785122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13907): Terminated: ok {rc=0}\u000a02:44:39.794979 --- ParallelTerminationStrategy: PID 13910 died...\u000a02:44:39.848336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13910): Terminated: ok {rc=0}\u000a02:44:39.858272 --- ParallelTerminationStrategy: PID 13913 died...\u000a02:44:39.911625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13913): Terminated: ok {rc=0}\u000a02:44:39.995542 bus /sierra_3: Setting Powered False\u000a02:44:41.102689 bus /sierra_3: Setting Powered False\u000a02:44:42.213667 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13922): Process ended prematurely: osmo-stp_10.42.42.5(pid=13922) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13922): Process ended prematurely: osmo-stp_10.42.42.5(pid=13922) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:44:43.324568 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:43.336482 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:44:43.502327 tst mo_mt_call_osmux.py: using LAC 18521\u000a02:44:43.629768 tst mo_mt_call_osmux.py: using RAC 161\u000a02:44:43.757415 tst mo_mt_call_osmux.py: using CellId 18521\u000a02:44:43.889306 tst mo_mt_call_osmux.py: using BVCI 18522\u000a02:44:43.914113 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:43.925924 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:43.937407 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:43.948841 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:43.960465 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:43.972041 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:44.088304 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:44.303070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:44.820124 run create_hlr_db(pid=13916): Launched\u000a02:44:45.007001 bus /sierra_2: Setting Powered False\u000a02:44:46.054674 run create_hlr_db(pid=13916): Terminated: ok {rc=0}\u000a02:44:46.503310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13918): Launched\u000a02:44:46.944379 run osmo-hlr_10.42.42.2(pid=13919): Launched\u000a02:44:47.152025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:47.728304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13921): Launched\u000a02:44:48.029505 run osmo-stp_10.42.42.5(pid=13922): Launched\u000a02:44:48.140050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:48.692629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13924): Launched\u000a02:44:48.996108 run osmo-msc_10.42.42.6(pid=13925): Launched\u000a02:44:49.173518 run osmo-stp_10.42.42.5(pid=13922): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)]\u000a02:44:49.301855 run osmo-stp_10.42.42.5(pid=13922): stdout: \u000a| (launched: 2022-12-09_02:44:47.881405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:49.427873 run osmo-stp_10.42.42.5(pid=13922): stderr: \u000a| �[0;m�[38;5;43m20221209024448051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024448051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024448051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024448052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024448052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024448052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024448052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:49.549194 run osmo-stp_10.42.42.5(pid=13922): stdout: \u000a| (launched: 2022-12-09_02:44:47.881405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:49.669634 run osmo-stp_10.42.42.5(pid=13922): stderr: \u000a| �[0;m�[38;5;43m20221209024448051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024448051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024448051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024448052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024448052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024448052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024448052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:49.722527 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13922): Process ended prematurely: osmo-stp_10.42.42.5(pid=13922) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13922)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:44:49.731381 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:44:49.791296 run osmo-hlr_10.42.42.2(pid=13919): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13919)]\u000a02:44:49.840525 run osmo-hlr_10.42.42.2(pid=13919): stdout: \u000a| (launched: 2022-12-09_02:44:46.672229) \u000a02:44:49.890249 run osmo-hlr_10.42.42.2(pid=13919): stderr: \u000a| �[0;m�[1;31m20221209024446955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024446955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024446955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024446955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024446955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024446955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024446975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024446988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024446988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024446988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:49.958047 run osmo-msc_10.42.42.6(pid=13925): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13925)]\u000a02:44:50.006967 run osmo-msc_10.42.42.6(pid=13925): stdout: \u000a| (launched: 2022-12-09_02:44:48.846029) \u000a02:44:50.056227 run osmo-msc_10.42.42.6(pid=13925): stderr: \u000a| �[0;m�[38;5;43m20221209024449117 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024449117 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb96185bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024449117 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024449117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024449117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024449118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024449120 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024449121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:50.097964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13918): Terminating (SIGTERM)\u000a02:44:50.137706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13921): Terminating (SIGTERM)\u000a02:44:50.177629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13924): Terminating (SIGTERM)\u000a02:44:50.187088 --- ParallelTerminationStrategy: PID 13918 died...\u000a02:44:50.240159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13918): Terminated: ok {rc=0}\u000a02:44:50.250068 --- ParallelTerminationStrategy: PID 13921 died...\u000a02:44:50.302975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13921): Terminated: ok {rc=0}\u000a02:44:50.312747 --- ParallelTerminationStrategy: PID 13924 died...\u000a02:44:50.365273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13924): Terminated: ok {rc=0}\u000a02:44:50.452286 bus /sierra_3: Setting Powered False\u000a02:44:51.554650 bus /sierra_3: Setting Powered False\u000a02:44:52.665054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:44:32" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13936): Process ended prematurely: osmo-stp_10.42.42.5(pid=13936) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13936)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13936): Process ended prematurely: osmo-stp_10.42.42.5(pid=13936) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:54.664537 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:54.675791 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:44:54.832311 tst mo_mt_call.py: using LAC 18522\u000a02:44:54.952308 tst mo_mt_call.py: using RAC 162\u000a02:44:55.075252 tst mo_mt_call.py: using CellId 18522\u000a02:44:55.191922 tst mo_mt_call.py: using BVCI 18523\u000a02:44:55.214930 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:55.226164 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:55.237121 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:55.248599 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:55.260014 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:55.271462 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:55.384892 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:55.586008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:56.059231 run create_hlr_db(pid=13930): Launched\u000a02:44:56.232575 bus /sierra_2: Setting Powered False\u000a02:44:57.254025 run create_hlr_db(pid=13930): Terminated: ok {rc=0}\u000a02:44:57.684842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13932): Launched\u000a02:44:58.009210 run osmo-hlr_10.42.42.2(pid=13933): Launched\u000a02:44:58.130771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:58.692525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13935): Launched\u000a02:44:59.018580 run osmo-stp_10.42.42.5(pid=13936): Launched\u000a02:44:59.136599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:59.727968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13938): Launched\u000a02:45:00.052300 run osmo-msc_10.42.42.6(pid=13939): Launched\u000a02:45:00.242289 run osmo-stp_10.42.42.5(pid=13936): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13936)]\u000a02:45:00.379459 run osmo-stp_10.42.42.5(pid=13936): stdout: \u000a| (launched: 2022-12-09_02:44:58.858375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:00.515798 run osmo-stp_10.42.42.5(pid=13936): stderr: \u000a| �[0;m�[38;5;43m20221209024459052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024459052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024459053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024459053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024459053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024459054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024459054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:00.645976 run osmo-stp_10.42.42.5(pid=13936): stdout: \u000a| (launched: 2022-12-09_02:44:58.858375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:00.774664 run osmo-stp_10.42.42.5(pid=13936): stderr: \u000a| �[0;m�[38;5;43m20221209024459052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024459052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024459053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024459053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024459053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024459054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024459054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:00.835980 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13936): Process ended prematurely: osmo-stp_10.42.42.5(pid=13936) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13936)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:45:00.847940 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:45:00.934499 run osmo-hlr_10.42.42.2(pid=13933): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13933)]\u000a02:45:00.987165 run osmo-hlr_10.42.42.2(pid=13933): stdout: \u000a| (launched: 2022-12-09_02:44:57.850441) \u000a02:45:01.042942 run osmo-hlr_10.42.42.2(pid=13933): stderr: \u000a| �[0;m�[1;31m20221209024458051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024458051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024458051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024458051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024458051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024458051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024458063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024458072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024458072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024458072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:01.116784 run osmo-msc_10.42.42.6(pid=13939): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13939)]\u000a02:45:01.169118 run osmo-msc_10.42.42.6(pid=13939): stdout: \u000a| (launched: 2022-12-09_02:44:59.893603) \u000a02:45:01.221875 run osmo-msc_10.42.42.6(pid=13939): stderr: \u000a| �[0;m�[38;5;43m20221209024500214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024500214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efda6920c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024500215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024500215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024500215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024500215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024500217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024500217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024500217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024500217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:01.267004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13932): Terminating (SIGTERM)\u000a02:45:01.309773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13935): Terminating (SIGTERM)\u000a02:45:01.354347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13938): Terminating (SIGTERM)\u000a02:45:01.364325 --- ParallelTerminationStrategy: PID 13932 died...\u000a02:45:01.431676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13932): Terminated: ok {rc=0}\u000a02:45:01.442172 --- ParallelTerminationStrategy: PID 13935 died...\u000a02:45:01.499220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13935): Terminated: ok {rc=0}\u000a02:45:01.509788 --- ParallelTerminationStrategy: PID 13938 died...\u000a02:45:01.567417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13938): Terminated: ok {rc=0}\u000a02:45:01.686122 bus /sierra_3: Setting Powered False\u000a02:45:02.791283 bus /sierra_3: Setting Powered False\u000a02:45:03.902270 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13957): Process ended prematurely: osmo-stp_10.42.42.5(pid=13957) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13957): Process ended prematurely: osmo-stp_10.42.42.5(pid=13957) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:05.016704 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.029032 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:45:05.196209 tst mo_mt_call_osmux.py: using LAC 18523\u000a02:45:05.323028 tst mo_mt_call_osmux.py: using RAC 163\u000a02:45:05.450939 tst mo_mt_call_osmux.py: using CellId 18523\u000a02:45:05.580094 tst mo_mt_call_osmux.py: using BVCI 18524\u000a02:45:05.604650 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.616465 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.628087 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.639900 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.651692 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:45:05.663656 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:45:05.779611 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:45:05.982074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:06.458962 run create_hlr_db(pid=13951): Launched\u000a02:45:06.633465 bus /sierra_2: Setting Powered False\u000a02:45:07.655939 run create_hlr_db(pid=13951): Terminated: ok {rc=0}\u000a02:45:08.086514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13953): Launched\u000a02:45:08.412124 run osmo-hlr_10.42.42.2(pid=13954): Launched\u000a02:45:08.529351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:09.091124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13956): Launched\u000a02:45:09.414103 run osmo-stp_10.42.42.5(pid=13957): Launched\u000a02:45:09.532251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:10.122938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13959): Launched\u000a02:45:10.447638 run osmo-msc_10.42.42.6(pid=13960): Launched\u000a02:45:10.636761 run osmo-stp_10.42.42.5(pid=13957): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)]\u000a02:45:10.772765 run osmo-stp_10.42.42.5(pid=13957): stdout: \u000a| (launched: 2022-12-09_02:45:09.255526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:10.908407 run osmo-stp_10.42.42.5(pid=13957): stderr: \u000a| �[0;m�[38;5;43m20221209024509450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024509450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024509450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024509451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024509451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024509451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024509451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:11.037841 run osmo-stp_10.42.42.5(pid=13957): stdout: \u000a| (launched: 2022-12-09_02:45:09.255526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:11.168110 run osmo-stp_10.42.42.5(pid=13957): stderr: \u000a| �[0;m�[38;5;43m20221209024509450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024509450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024509450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024509451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024509451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024509451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024509451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:11.224731 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13957): Process ended prematurely: osmo-stp_10.42.42.5(pid=13957) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13957)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:45:11.234174 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:45:11.295895 run osmo-hlr_10.42.42.2(pid=13954): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13954)]\u000a02:45:11.347141 run osmo-hlr_10.42.42.2(pid=13954): stdout: \u000a| (launched: 2022-12-09_02:45:08.251716) \u000a02:45:11.398812 run osmo-hlr_10.42.42.2(pid=13954): stderr: \u000a| �[0;m�[1;31m20221209024508449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024508449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024508449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024508449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024508449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024508449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024508462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024508470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024508470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024508470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:11.469182 run osmo-msc_10.42.42.6(pid=13960): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13960)]\u000a02:45:11.519963 run osmo-msc_10.42.42.6(pid=13960): stdout: \u000a| (launched: 2022-12-09_02:45:10.287233) \u000a02:45:11.571437 run osmo-msc_10.42.42.6(pid=13960): stderr: \u000a| �[0;m�[38;5;43m20221209024510608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024510608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd483629c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024510608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024510608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024510608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024510609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024510610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024510611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024510611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024510611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:11.615170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13953): Terminating (SIGTERM)\u000a02:45:11.656538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13956): Terminating (SIGTERM)\u000a02:45:11.698235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13959): Terminating (SIGTERM)\u000a02:45:11.707914 --- ParallelTerminationStrategy: PID 13953 died...\u000a02:45:11.764022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13953): Terminated: ok {rc=0}\u000a02:45:11.774092 --- ParallelTerminationStrategy: PID 13956 died...\u000a02:45:11.829224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13956): Terminated: ok {rc=0}\u000a02:45:11.839631 --- ParallelTerminationStrategy: PID 13959 died...\u000a02:45:11.895095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13959): Terminated: ok {rc=0}\u000a02:45:11.981218 bus /sierra_3: Setting Powered False\u000a02:45:13.093179 bus /sierra_3: Setting Powered False\u000a02:45:14.206472 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:44:54" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14322): Process ended prematurely: osmo-stp_10.42.42.5(pid=14322) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14322)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14322): Process ended prematurely: osmo-stp_10.42.42.5(pid=14322) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:45:16.238061 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:16.251648 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:45:16.426293 tst mo_mt_call.py: using LAC 18524\u000a02:45:16.549249 tst mo_mt_call.py: using RAC 164\u000a02:45:16.682070 tst mo_mt_call.py: using CellId 18524\u000a02:45:16.803208 tst mo_mt_call.py: using BVCI 18525\u000a02:45:16.827723 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:16.840890 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:16.855371 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:16.868574 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:16.880725 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:16.894867 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:45:17.017338 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:45:17.261581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:17.740281 run create_hlr_db(pid=14316): Launched\u000a02:45:17.915007 bus /sierra_2: Setting Powered False\u000a02:45:18.935008 run create_hlr_db(pid=14316): Terminated: ok {rc=0}\u000a02:45:19.335680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14318): Launched\u000a02:45:19.637703 run osmo-hlr_10.42.42.2(pid=14319): Launched\u000a02:45:19.755018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:20.286509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14321): Launched\u000a02:45:20.590173 run osmo-stp_10.42.42.5(pid=14322): Launched\u000a02:45:20.701534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:21.254697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14324): Launched\u000a02:45:21.558511 run osmo-msc_10.42.42.6(pid=14325): Launched\u000a02:45:21.736694 run osmo-stp_10.42.42.5(pid=14322): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14322)]\u000a02:45:21.865818 run osmo-stp_10.42.42.5(pid=14322): stdout: \u000a| (launched: 2022-12-09_02:45:20.440564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:21.992003 run osmo-stp_10.42.42.5(pid=14322): stderr: \u000a| �[0;m�[38;5;43m20221209024520611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024520611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024520611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024520612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024520612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024520612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024520612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:22.113731 run osmo-stp_10.42.42.5(pid=14322): stdout: \u000a| (launched: 2022-12-09_02:45:20.440564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:22.234596 run osmo-stp_10.42.42.5(pid=14322): stderr: \u000a| �[0;m�[38;5;43m20221209024520611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024520611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024520611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024520612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024520612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024520612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024520612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:22.287681 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14322): Process ended prematurely: osmo-stp_10.42.42.5(pid=14322) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14322)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:45:22.296381 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:45:22.357023 run osmo-hlr_10.42.42.2(pid=14319): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14319)]\u000a02:45:22.406790 run osmo-hlr_10.42.42.2(pid=14319): stdout: \u000a| (launched: 2022-12-09_02:45:19.489342) \u000a02:45:22.457945 run osmo-hlr_10.42.42.2(pid=14319): stderr: \u000a| �[0;m�[1;31m20221209024519667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024519668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024519668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024519668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024519668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024519668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024519679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024519688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024519688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024519688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:22.526387 run osmo-msc_10.42.42.6(pid=14325): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14325)]\u000a02:45:22.578891 run osmo-msc_10.42.42.6(pid=14325): stdout: \u000a| (launched: 2022-12-09_02:45:21.408582) \u000a02:45:22.631473 run osmo-msc_10.42.42.6(pid=14325): stderr: \u000a| �[0;m�[38;5;43m20221209024521680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024521680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c42693c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024521680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024521680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024521681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024521681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024521683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024521683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024521683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024521683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:22.674598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14318): Terminating (SIGTERM)\u000a02:45:22.717076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14321): Terminating (SIGTERM)\u000a02:45:22.759095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14324): Terminating (SIGTERM)\u000a02:45:22.769718 --- ParallelTerminationStrategy: PID 14318 died...\u000a02:45:22.825306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14318): Terminated: ok {rc=0}\u000a02:45:22.835757 --- ParallelTerminationStrategy: PID 14321 died...\u000a02:45:22.891262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14321): Terminated: ok {rc=0}\u000a02:45:22.901802 --- ParallelTerminationStrategy: PID 14324 died...\u000a02:45:22.957890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14324): Terminated: ok {rc=0}\u000a02:45:23.045348 bus /sierra_3: Setting Powered False\u000a02:45:24.152000 bus /sierra_3: Setting Powered False\u000a02:45:25.265956 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14509): Process ended prematurely: osmo-stp_10.42.42.5(pid=14509) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14509)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14509): Process ended prematurely: osmo-stp_10.42.42.5(pid=14509) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:26.383855 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:26.397137 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:45:26.563333 tst mo_mt_call_osmux.py: using LAC 18525\u000a02:45:26.694955 tst mo_mt_call_osmux.py: using RAC 165\u000a02:45:26.823930 tst mo_mt_call_osmux.py: using CellId 18525\u000a02:45:26.954506 tst mo_mt_call_osmux.py: using BVCI 18526\u000a02:45:26.980346 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:26.993116 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:27.005815 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:27.017925 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:27.030646 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:45:27.044279 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:45:27.168290 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:45:27.389614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:27.960305 run create_hlr_db(pid=14502): Launched\u000a02:45:28.155007 bus /sierra_2: Setting Powered False\u000a02:45:29.170105 run create_hlr_db(pid=14502): Terminated: ok {rc=0}\u000a02:45:29.575703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14505): Launched\u000a02:45:29.877547 run osmo-hlr_10.42.42.2(pid=14506): Launched\u000a02:45:29.997054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:30.526591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14508): Launched\u000a02:45:30.828472 run osmo-stp_10.42.42.5(pid=14509): Launched\u000a02:45:30.972628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:31.613663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14511): Launched\u000a02:45:32.071142 run osmo-msc_10.42.42.6(pid=14512): Launched\u000a02:45:32.458844 run osmo-stp_10.42.42.5(pid=14509): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14509)]\u000a02:45:32.584844 run osmo-stp_10.42.42.5(pid=14509): stdout: \u000a| (launched: 2022-12-09_02:45:30.679803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:32.711091 run osmo-stp_10.42.42.5(pid=14509): stderr: \u000a| �[0;m�[38;5;43m20221209024530901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024530901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024530902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024530909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024530911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024530911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024530911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:32.832770 run osmo-stp_10.42.42.5(pid=14509): stdout: \u000a| (launched: 2022-12-09_02:45:30.679803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:32.953649 run osmo-stp_10.42.42.5(pid=14509): stderr: \u000a| �[0;m�[38;5;43m20221209024530901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024530901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024530902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024530909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024530911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024530911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024530911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:33.006835 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14509): Process ended prematurely: osmo-stp_10.42.42.5(pid=14509) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14509)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:45:33.015644 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a02:45:33.076124 run osmo-hlr_10.42.42.2(pid=14506): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14506)]\u000a02:45:33.125498 run osmo-hlr_10.42.42.2(pid=14506): stdout: \u000a| (launched: 2022-12-09_02:45:29.729118) \u000a02:45:33.175300 run osmo-hlr_10.42.42.2(pid=14506): stderr: \u000a| �[0;m�[1;31m20221209024529907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024529907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024529907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024529907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024529907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024529907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024529918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024529927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024529928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024529928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:33.242880 run osmo-msc_10.42.42.6(pid=14512): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14512)]\u000a02:45:33.291813 run osmo-msc_10.42.42.6(pid=14512): stdout: \u000a| (launched: 2022-12-09_02:45:31.782863) \u000a02:45:33.341544 run osmo-msc_10.42.42.6(pid=14512): stderr: \u000a| �[0;m�[38;5;43m20221209024532182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024532183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2bf71dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024532183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024532183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024532183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024532183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024532189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024532190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024532190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024532190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:33.383413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14505): Terminating (SIGTERM)\u000a02:45:33.423587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14508): Terminating (SIGTERM)\u000a02:45:33.463827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14511): Terminating (SIGTERM)\u000a02:45:33.473580 --- ParallelTerminationStrategy: PID 14505 died...\u000a02:45:33.526905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14505): Terminated: ok {rc=0}\u000a02:45:33.537095 --- ParallelTerminationStrategy: PID 14508 died...\u000a02:45:33.590430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14508): Terminated: ok {rc=0}\u000a02:45:33.600090 --- ParallelTerminationStrategy: PID 14511 died...\u000a02:45:33.653321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14511): Terminated: ok {rc=0}\u000a02:45:33.740582 bus /sierra_3: Setting Powered False\u000a02:45:34.842353 bus /sierra_3: Setting Powered False\u000a02:45:35.951260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:45:15" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14523): Process ended prematurely: osmo-stp_10.42.42.5(pid=14523) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14523): Process ended prematurely: osmo-stp_10.42.42.5(pid=14523) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:45:37.945185 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:37.956287 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:45:38.109980 tst mo_mt_call.py: using LAC 18526\u000a02:45:38.227159 tst mo_mt_call.py: using RAC 166\u000a02:45:38.343422 tst mo_mt_call.py: using CellId 18526\u000a02:45:38.459916 tst mo_mt_call.py: using BVCI 18527\u000a02:45:38.482847 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:38.493982 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:38.504831 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:38.515968 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:38.527264 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:38.538514 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:38.659021 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:38.861360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:39.335252 run create_hlr_db(pid=14517): Launched\u000a02:45:39.508468 bus /sierra_2: Setting Powered False\u000a02:45:40.530528 run create_hlr_db(pid=14517): Terminated: ok {rc=0}\u000a02:45:40.956392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14519): Launched\u000a02:45:41.258596 run osmo-hlr_10.42.42.2(pid=14520): Launched\u000a02:45:41.376940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:41.906070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14522): Launched\u000a02:45:42.208371 run osmo-stp_10.42.42.5(pid=14523): Launched\u000a02:45:42.319028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:42.867504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14525): Launched\u000a02:45:43.169482 run osmo-msc_10.42.42.6(pid=14526): Launched\u000a02:45:43.346618 run osmo-stp_10.42.42.5(pid=14523): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)]\u000a02:45:43.474589 run osmo-stp_10.42.42.5(pid=14523): stdout: \u000a| (launched: 2022-12-09_02:45:42.060457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:43.599833 run osmo-stp_10.42.42.5(pid=14523): stderr: \u000a| �[0;m�[38;5;43m20221209024542230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024542230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024542230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024542231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024542231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024542231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024542231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:43.721460 run osmo-stp_10.42.42.5(pid=14523): stdout: \u000a| (launched: 2022-12-09_02:45:42.060457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:43.841441 run osmo-stp_10.42.42.5(pid=14523): stderr: \u000a| �[0;m�[38;5;43m20221209024542230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024542230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024542230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024542231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024542231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024542231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024542231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:43.894643 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14523): Process ended prematurely: osmo-stp_10.42.42.5(pid=14523) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:45:43.903209 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:45:43.963613 run osmo-hlr_10.42.42.2(pid=14520): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14520)]\u000a02:45:44.013531 run osmo-hlr_10.42.42.2(pid=14520): stdout: \u000a| (launched: 2022-12-09_02:45:41.110222) \u000a02:45:44.063296 run osmo-hlr_10.42.42.2(pid=14520): stderr: \u000a| �[0;m�[1;31m20221209024541286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024541286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024541286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024541286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024541286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024541286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024541298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024541307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024541307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024541307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:44.130703 run osmo-msc_10.42.42.6(pid=14526): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14526)]\u000a02:45:44.180178 run osmo-msc_10.42.42.6(pid=14526): stdout: \u000a| (launched: 2022-12-09_02:45:43.020589) \u000a02:45:44.229839 run osmo-msc_10.42.42.6(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221209024543293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024543293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5326934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024543293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024543293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024543293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024543294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024543296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024543296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024543296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024543297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:44.271748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14519): Terminating (SIGTERM)\u000a02:45:44.311657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14522): Terminating (SIGTERM)\u000a02:45:44.351540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14525): Terminating (SIGTERM)\u000a02:45:44.361115 --- ParallelTerminationStrategy: PID 14519 died...\u000a02:45:44.414797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14519): Terminated: ok {rc=0}\u000a02:45:44.424821 --- ParallelTerminationStrategy: PID 14522 died...\u000a02:45:44.478321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14522): Terminated: ok {rc=0}\u000a02:45:44.488023 --- ParallelTerminationStrategy: PID 14525 died...\u000a02:45:44.541625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14525): Terminated: ok {rc=0}\u000a02:45:44.629658 bus /sierra_3: Setting Powered False\u000a02:45:45.733197 bus /sierra_3: Setting Powered False\u000a02:45:46.865401 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14534): Process ended prematurely: osmo-stp_10.42.42.5(pid=14534) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14534)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14534): Process ended prematurely: osmo-stp_10.42.42.5(pid=14534) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:47.982849 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:47.995140 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:45:48.167734 tst mo_mt_call_osmux.py: using LAC 18527\u000a02:45:48.292837 tst mo_mt_call_osmux.py: using RAC 167\u000a02:45:48.410207 tst mo_mt_call_osmux.py: using CellId 18527\u000a02:45:48.526175 tst mo_mt_call_osmux.py: using BVCI 18528\u000a02:45:48.549163 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:48.560491 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:48.571505 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:48.582752 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:48.594401 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:48.605591 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:48.723754 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:48.931606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:49.406345 run create_hlr_db(pid=14528): Launched\u000a02:45:49.579793 bus /sierra_2: Setting Powered False\u000a02:45:50.602195 run create_hlr_db(pid=14528): Terminated: ok {rc=0}\u000a02:45:51.030803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14530): Launched\u000a02:45:51.354804 run osmo-hlr_10.42.42.2(pid=14531): Launched\u000a02:45:51.476191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:52.037515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14533): Launched\u000a02:45:52.360220 run osmo-stp_10.42.42.5(pid=14534): Launched\u000a02:45:52.478111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:53.067172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14536): Launched\u000a02:45:53.391246 run osmo-msc_10.42.42.6(pid=14537): Launched\u000a02:45:53.580181 run osmo-stp_10.42.42.5(pid=14534): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14534)]\u000a02:45:53.716597 run osmo-stp_10.42.42.5(pid=14534): stdout: \u000a| (launched: 2022-12-09_02:45:52.202775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:53.852016 run osmo-stp_10.42.42.5(pid=14534): stderr: \u000a| �[0;m�[38;5;43m20221209024552397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024552397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024552397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024552397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024552398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024552398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024552398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:53.982302 run osmo-stp_10.42.42.5(pid=14534): stdout: \u000a| (launched: 2022-12-09_02:45:52.202775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:54.111114 run osmo-stp_10.42.42.5(pid=14534): stderr: \u000a| �[0;m�[38;5;43m20221209024552397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024552397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024552397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024552397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024552398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024552398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024552398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:54.167803 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14534): Process ended prematurely: osmo-stp_10.42.42.5(pid=14534) [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14534)] [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:45:54.176993 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:45:54.238587 run osmo-hlr_10.42.42.2(pid=14531): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14531)]\u000a02:45:54.288893 run osmo-hlr_10.42.42.2(pid=14531): stdout: \u000a| (launched: 2022-12-09_02:45:51.195513) \u000a02:45:54.340243 run osmo-hlr_10.42.42.2(pid=14531): stderr: \u000a| �[0;m�[1;31m20221209024551392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024551393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024551393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024551393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024551393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024551393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024551405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024551413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024551414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024551414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:54.410112 run osmo-msc_10.42.42.6(pid=14537): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14537)]\u000a02:45:54.460843 run osmo-msc_10.42.42.6(pid=14537): stdout: \u000a| (launched: 2022-12-09_02:45:53.231610) \u000a02:45:54.511918 run osmo-msc_10.42.42.6(pid=14537): stderr: \u000a| �[0;m�[38;5;43m20221209024553551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024553551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f112d007c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024553551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024553551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024553552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024553552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024553554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024553554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024553554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024553554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:54.555314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14530): Terminating (SIGTERM)\u000a02:45:54.596379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14533): Terminating (SIGTERM)\u000a02:45:54.637729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14536): Terminating (SIGTERM)\u000a02:45:54.647079 --- ParallelTerminationStrategy: PID 14530 died...\u000a02:45:54.702112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14530): Terminated: ok {rc=0}\u000a02:45:54.712024 --- ParallelTerminationStrategy: PID 14533 died...\u000a02:45:54.766839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14533): Terminated: ok {rc=0}\u000a02:45:54.776740 --- ParallelTerminationStrategy: PID 14536 died...\u000a02:45:54.831735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14536): Terminated: ok {rc=0}\u000a02:45:54.919269 bus /sierra_3: Setting Powered False\u000a02:45:56.022406 bus /sierra_3: Setting Powered False\u000a02:45:57.132728 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:45:37" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14548): Process ended prematurely: osmo-stp_10.42.42.5(pid=14548) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14548)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14548): Process ended prematurely: osmo-stp_10.42.42.5(pid=14548) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:45:59.129565 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:59.140629 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:45:59.294788 tst mo_mt_call.py: using LAC 18528\u000a02:45:59.411483 tst mo_mt_call.py: using RAC 168\u000a02:45:59.528633 tst mo_mt_call.py: using CellId 18528\u000a02:45:59.647030 tst mo_mt_call.py: using BVCI 18529\u000a02:45:59.670031 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:59.681180 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:59.692266 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:59.703789 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:59.715320 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:59.727754 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:59.845949 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:46:00.046990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:00.521765 run create_hlr_db(pid=14542): Launched\u000a02:46:00.695441 bus /sierra_2: Setting Powered False\u000a02:46:01.721066 run create_hlr_db(pid=14542): Terminated: ok {rc=0}\u000a02:46:02.144726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14544): Launched\u000a02:46:02.476217 run osmo-hlr_10.42.42.2(pid=14545): Launched\u000a02:46:02.598034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:03.161088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14547): Launched\u000a02:46:03.483716 run osmo-stp_10.42.42.5(pid=14548): Launched\u000a02:46:03.601222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:04.192018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14550): Launched\u000a02:46:04.515734 run osmo-msc_10.42.42.6(pid=14551): Launched\u000a02:46:04.705866 run osmo-stp_10.42.42.5(pid=14548): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14548)]\u000a02:46:04.842798 run osmo-stp_10.42.42.5(pid=14548): stdout: \u000a| (launched: 2022-12-09_02:46:03.326089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:04.979741 run osmo-stp_10.42.42.5(pid=14548): stderr: \u000a| �[0;m�[38;5;43m20221209024603519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024603519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024603520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024603521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024603521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024603521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:05.110383 run osmo-stp_10.42.42.5(pid=14548): stdout: \u000a| (launched: 2022-12-09_02:46:03.326089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:05.239490 run osmo-stp_10.42.42.5(pid=14548): stderr: \u000a| �[0;m�[38;5;43m20221209024603519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024603519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024603520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024603521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024603521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024603521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:05.296746 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14548): Process ended prematurely: osmo-stp_10.42.42.5(pid=14548) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14548)] [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:46:05.306050 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:46:05.368229 run osmo-hlr_10.42.42.2(pid=14545): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14545)]\u000a02:46:05.419281 run osmo-hlr_10.42.42.2(pid=14545): stdout: \u000a| (launched: 2022-12-09_02:46:02.300443) \u000a02:46:05.470940 run osmo-hlr_10.42.42.2(pid=14545): stderr: \u000a| �[0;m�[1;31m20221209024602517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024602518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024602518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024602518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024602518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024602518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024602530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024602538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024602538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024602538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:05.541436 run osmo-msc_10.42.42.6(pid=14551): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14551)]\u000a02:46:05.592667 run osmo-msc_10.42.42.6(pid=14551): stdout: \u000a| (launched: 2022-12-09_02:46:04.357490) \u000a02:46:05.644098 run osmo-msc_10.42.42.6(pid=14551): stderr: \u000a| �[0;m�[38;5;43m20221209024604684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024604685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31479b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024604685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024604685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024604685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024604685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024604687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024604687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024604687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024604687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:05.688010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14544): Terminating (SIGTERM)\u000a02:46:05.729544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14547): Terminating (SIGTERM)\u000a02:46:05.771084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14550): Terminating (SIGTERM)\u000a02:46:05.780687 --- ParallelTerminationStrategy: PID 14544 died...\u000a02:46:05.837044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14544): Terminated: ok {rc=0}\u000a02:46:05.847066 --- ParallelTerminationStrategy: PID 14547 died...\u000a02:46:05.902848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14547): Terminated: ok {rc=0}\u000a02:46:05.912863 --- ParallelTerminationStrategy: PID 14550 died...\u000a02:46:05.968397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14550): Terminated: ok {rc=0}\u000a02:46:06.055640 bus /sierra_3: Setting Powered False\u000a02:46:07.161087 bus /sierra_3: Setting Powered False\u000a02:46:08.269157 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14559): Process ended prematurely: osmo-stp_10.42.42.5(pid=14559) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14559)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14559): Process ended prematurely: osmo-stp_10.42.42.5(pid=14559) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:46:09.384682 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:46:09.397303 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:46:09.568684 tst mo_mt_call_osmux.py: using LAC 18529\u000a02:46:09.694784 tst mo_mt_call_osmux.py: using RAC 169\u000a02:46:09.821019 tst mo_mt_call_osmux.py: using CellId 18529\u000a02:46:09.947568 tst mo_mt_call_osmux.py: using BVCI 18530\u000a02:46:09.972311 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:46:09.984156 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:46:09.995779 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:46:10.007379 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:46:10.019132 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:46:10.030836 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:46:10.147840 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:46:10.361469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:10.879491 run create_hlr_db(pid=14553): Launched\u000a02:46:11.066453 bus /sierra_2: Setting Powered False\u000a02:46:12.086633 run create_hlr_db(pid=14553): Terminated: ok {rc=0}\u000a02:46:12.515537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14555): Launched\u000a02:46:12.838407 run osmo-hlr_10.42.42.2(pid=14556): Launched\u000a02:46:12.957274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:13.488573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14558): Launched\u000a02:46:13.789914 run osmo-stp_10.42.42.5(pid=14559): Launched\u000a02:46:13.899909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:14.450450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14561): Launched\u000a02:46:14.751645 run osmo-msc_10.42.42.6(pid=14562): Launched\u000a02:46:14.929990 run osmo-stp_10.42.42.5(pid=14559): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14559)]\u000a02:46:15.058914 run osmo-stp_10.42.42.5(pid=14559): stdout: \u000a| (launched: 2022-12-09_02:46:13.642123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:15.184875 run osmo-stp_10.42.42.5(pid=14559): stderr: \u000a| �[0;m�[38;5;43m20221209024613812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024613813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024613813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024613813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024613814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024613814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024613814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:15.306619 run osmo-stp_10.42.42.5(pid=14559): stdout: \u000a| (launched: 2022-12-09_02:46:13.642123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:15.427449 run osmo-stp_10.42.42.5(pid=14559): stderr: \u000a| �[0;m�[38;5;43m20221209024613812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024613813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024613813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024613813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024613814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024613814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024613814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:15.480575 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14559): Process ended prematurely: osmo-stp_10.42.42.5(pid=14559) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14559)] [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:46:15.489413 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:46:15.549463 run osmo-hlr_10.42.42.2(pid=14556): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14556)]\u000a02:46:15.598250 run osmo-hlr_10.42.42.2(pid=14556): stdout: \u000a| (launched: 2022-12-09_02:46:12.680132) \u000a02:46:15.647792 run osmo-hlr_10.42.42.2(pid=14556): stderr: \u000a| �[0;m�[1;31m20221209024612880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024612880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024612880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024612880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024612880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024612880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024612893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024612901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024612901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024612901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:15.714758 run osmo-msc_10.42.42.6(pid=14562): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14562)]\u000a02:46:15.762904 run osmo-msc_10.42.42.6(pid=14562): stdout: \u000a| (launched: 2022-12-09_02:46:14.603152) \u000a02:46:15.812601 run osmo-msc_10.42.42.6(pid=14562): stderr: \u000a| �[0;m�[38;5;43m20221209024614872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024614873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd39803c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024614873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024614873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024614873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024614873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024614875 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024614875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024614875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024614876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:15.865908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14555): Terminating (SIGTERM)\u000a02:46:15.909524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14558): Terminating (SIGTERM)\u000a02:46:15.952458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14561): Terminating (SIGTERM)\u000a02:46:15.962404 --- ParallelTerminationStrategy: PID 14555 died...\u000a02:46:16.020094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14555): Terminated: ok {rc=0}\u000a02:46:16.030612 --- ParallelTerminationStrategy: PID 14558 died...\u000a02:46:16.086833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14558): Terminated: ok {rc=0}\u000a02:46:16.097412 --- ParallelTerminationStrategy: PID 14561 died...\u000a02:46:16.153435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14561): Terminated: ok {rc=0}\u000a02:46:16.240534 bus /sierra_3: Setting Powered False\u000a02:46:17.344705 bus /sierra_3: Setting Powered False\u000a02:46:18.452500 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:45:58" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14574): Process ended prematurely: osmo-stp_10.42.42.5(pid=14574) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14574)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14574): Process ended prematurely: osmo-stp_10.42.42.5(pid=14574) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:46:20.457997 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:20.469120 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:46:20.625483 tst mo_mt_call.py: using LAC 18530\u000a02:46:20.749102 tst mo_mt_call.py: using RAC 170\u000a02:46:20.867146 tst mo_mt_call.py: using CellId 18530\u000a02:46:20.986120 tst mo_mt_call.py: using BVCI 18531\u000a02:46:21.009373 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:21.020463 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:21.031522 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:21.042899 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:21.054419 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:21.065724 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:46:21.184795 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:46:21.396016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:21.913499 run create_hlr_db(pid=14568): Launched\u000a02:46:22.099908 bus /sierra_2: Setting Powered False\u000a02:46:23.123408 run create_hlr_db(pid=14568): Terminated: ok {rc=0}\u000a02:46:23.528672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14570): Launched\u000a02:46:23.831741 run osmo-hlr_10.42.42.2(pid=14571): Launched\u000a02:46:23.950277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:24.482771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14573): Launched\u000a02:46:24.784056 run osmo-stp_10.42.42.5(pid=14574): Launched\u000a02:46:24.894374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:25.445019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14576): Launched\u000a02:46:25.747408 run osmo-msc_10.42.42.6(pid=14577): Launched\u000a02:46:25.926260 run osmo-stp_10.42.42.5(pid=14574): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14574)]\u000a02:46:26.054847 run osmo-stp_10.42.42.5(pid=14574): stdout: \u000a| (launched: 2022-12-09_02:46:24.635487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:26.180850 run osmo-stp_10.42.42.5(pid=14574): stderr: \u000a| �[0;m�[38;5;43m20221209024624807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024624807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024624807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024624808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024624808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024624808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024624808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:26.302371 run osmo-stp_10.42.42.5(pid=14574): stdout: \u000a| (launched: 2022-12-09_02:46:24.635487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:26.423583 run osmo-stp_10.42.42.5(pid=14574): stderr: \u000a| �[0;m�[38;5;43m20221209024624807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024624807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024624807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024624808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024624808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024624808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024624808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:26.476675 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14574): Process ended prematurely: osmo-stp_10.42.42.5(pid=14574) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14574)] [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:46:26.485229 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:46:26.545778 run osmo-hlr_10.42.42.2(pid=14571): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14571)]\u000a02:46:26.594988 run osmo-hlr_10.42.42.2(pid=14571): stdout: \u000a| (launched: 2022-12-09_02:46:23.682378) \u000a02:46:26.645027 run osmo-hlr_10.42.42.2(pid=14571): stderr: \u000a| �[0;m�[1;31m20221209024623877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024623877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024623877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024623877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024623877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024623877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024623888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024623896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024623896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024623896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:26.712728 run osmo-msc_10.42.42.6(pid=14577): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14577)]\u000a02:46:26.761930 run osmo-msc_10.42.42.6(pid=14577): stdout: \u000a| (launched: 2022-12-09_02:46:25.598422) \u000a02:46:26.811615 run osmo-msc_10.42.42.6(pid=14577): stderr: \u000a| �[0;m�[38;5;43m20221209024625870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024625870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98829bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024625870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024625870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024625870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024625871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024625872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024625873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024625873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024625873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:26.853589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14570): Terminating (SIGTERM)\u000a02:46:26.893736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14573): Terminating (SIGTERM)\u000a02:46:26.933971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14576): Terminating (SIGTERM)\u000a02:46:26.943381 --- ParallelTerminationStrategy: PID 14570 died...\u000a02:46:26.996489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14570): Terminated: ok {rc=0}\u000a02:46:27.006405 --- ParallelTerminationStrategy: PID 14573 died...\u000a02:46:27.059652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14573): Terminated: ok {rc=0}\u000a02:46:27.069379 --- ParallelTerminationStrategy: PID 14576 died...\u000a02:46:27.122238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14576): Terminated: ok {rc=0}\u000a02:46:27.210492 bus /sierra_3: Setting Powered False\u000a02:46:28.313281 bus /sierra_3: Setting Powered False\u000a02:46:29.423221 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14585): Process ended prematurely: osmo-stp_10.42.42.5(pid=14585) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14585)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14585): Process ended prematurely: osmo-stp_10.42.42.5(pid=14585) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:46:30.532342 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:30.543853 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:46:30.700605 tst mo_mt_call_osmux.py: using LAC 18531\u000a02:46:30.819020 tst mo_mt_call_osmux.py: using RAC 171\u000a02:46:30.969476 tst mo_mt_call_osmux.py: using CellId 18531\u000a02:46:31.103098 tst mo_mt_call_osmux.py: using BVCI 18532\u000a02:46:31.128680 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:31.141194 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:31.153521 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:31.165812 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:31.177850 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:46:31.189694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:46:31.326472 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:46:31.583184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:32.155233 run create_hlr_db(pid=14579): Launched\u000a02:46:32.343946 bus /sierra_2: Setting Powered False\u000a02:46:33.362844 run create_hlr_db(pid=14579): Terminated: ok {rc=0}\u000a02:46:33.787213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14581): Launched\u000a02:46:34.106732 run osmo-hlr_10.42.42.2(pid=14582): Launched\u000a02:46:34.227272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:34.783132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14584): Launched\u000a02:46:35.102115 run osmo-stp_10.42.42.5(pid=14585): Launched\u000a02:46:35.218303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:35.805898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14587): Launched\u000a02:46:36.125254 run osmo-msc_10.42.42.6(pid=14588): Launched\u000a02:46:36.311570 run osmo-stp_10.42.42.5(pid=14585): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14585)]\u000a02:46:36.447043 run osmo-stp_10.42.42.5(pid=14585): stdout: \u000a| (launched: 2022-12-09_02:46:34.946241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:36.581767 run osmo-stp_10.42.42.5(pid=14585): stderr: \u000a| �[0;m�[38;5;43m20221209024635139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024635139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024635139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024635140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024635140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024635140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024635140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:36.710072 run osmo-stp_10.42.42.5(pid=14585): stdout: \u000a| (launched: 2022-12-09_02:46:34.946241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:36.837643 run osmo-stp_10.42.42.5(pid=14585): stderr: \u000a| �[0;m�[38;5;43m20221209024635139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024635139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024635139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024635140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024635140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024635140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024635140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:36.894607 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14585): Process ended prematurely: osmo-stp_10.42.42.5(pid=14585) [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14585)] [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:46:36.903773 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:46:36.965823 run osmo-hlr_10.42.42.2(pid=14582): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14582)]\u000a02:46:37.016590 run osmo-hlr_10.42.42.2(pid=14582): stdout: \u000a| (launched: 2022-12-09_02:46:33.950602) \u000a02:46:37.067914 run osmo-hlr_10.42.42.2(pid=14582): stderr: \u000a| �[0;m�[1;31m20221209024634151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024634151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024634151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024634151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024634151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024634151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024634167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024634176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024634177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024634177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:37.137469 run osmo-msc_10.42.42.6(pid=14588): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14588)]\u000a02:46:37.187930 run osmo-msc_10.42.42.6(pid=14588): stdout: \u000a| (launched: 2022-12-09_02:46:35.969353) \u000a02:46:37.238851 run osmo-msc_10.42.42.6(pid=14588): stderr: \u000a| �[0;m�[38;5;43m20221209024636292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024636292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1da497c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024636292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024636292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024636292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024636293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024636296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024636297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024636297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024636297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:37.282294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14581): Terminating (SIGTERM)\u000a02:46:37.323251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14584): Terminating (SIGTERM)\u000a02:46:37.364293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14587): Terminating (SIGTERM)\u000a02:46:37.373920 --- ParallelTerminationStrategy: PID 14581 died...\u000a02:46:37.429278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14581): Terminated: ok {rc=0}\u000a02:46:37.439140 --- ParallelTerminationStrategy: PID 14584 died...\u000a02:46:37.494255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14584): Terminated: ok {rc=0}\u000a02:46:37.504118 --- ParallelTerminationStrategy: PID 14587 died...\u000a02:46:37.558777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14587): Terminated: ok {rc=0}\u000a02:46:37.644922 bus /sierra_3: Setting Powered False\u000a02:46:38.750373 bus /sierra_3: Setting Powered False\u000a02:46:39.857697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:46:20" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14600): Process ended prematurely: osmo-stp_10.42.42.5(pid=14600) [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14600)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14600): Process ended prematurely: osmo-stp_10.42.42.5(pid=14600) [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a02:46:41.861573 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:41.873352 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:46:42.021030 tst mo_mt_call.py: using LAC 18532\u000a02:46:42.146280 tst mo_mt_call.py: using RAC 172\u000a02:46:42.272814 tst mo_mt_call.py: using CellId 18532\u000a02:46:42.402987 tst mo_mt_call.py: using BVCI 18533\u000a02:46:42.427454 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:42.439349 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:42.451147 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:42.462955 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:42.474730 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:42.486392 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:42.602129 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:42.807789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:43.275468 run create_hlr_db(pid=14594): Launched\u000a02:46:43.446649 bus /sierra_2: Setting Powered False\u000a02:46:44.468752 run create_hlr_db(pid=14594): Terminated: ok {rc=0}\u000a02:46:44.892674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14596): Launched\u000a02:46:45.213346 run osmo-hlr_10.42.42.2(pid=14597): Launched\u000a02:46:45.330997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:45.889877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14599): Launched\u000a02:46:46.360865 run osmo-stp_10.42.42.5(pid=14600): Launched\u000a02:46:46.472589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:47.085754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14602): Launched\u000a02:46:47.423699 run osmo-msc_10.42.42.6(pid=14603): Launched\u000a02:46:47.604467 run osmo-stp_10.42.42.5(pid=14600): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14600)]\u000a02:46:47.733524 run osmo-stp_10.42.42.5(pid=14600): stdout: \u000a| (launched: 2022-12-09_02:46:46.059621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:47.858634 run osmo-stp_10.42.42.5(pid=14600): stderr: \u000a| �[0;m�[38;5;43m20221209024646251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024646251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024646251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024646251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024646252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024646252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024646252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:47.979196 run osmo-stp_10.42.42.5(pid=14600): stdout: \u000a| (launched: 2022-12-09_02:46:46.059621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:48.098810 run osmo-stp_10.42.42.5(pid=14600): stderr: \u000a| �[0;m�[38;5;43m20221209024646251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024646251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024646251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024646251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024646252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024646252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024646252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:48.151559 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14600): Process ended prematurely: osmo-stp_10.42.42.5(pid=14600) [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14600)] [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a02:46:48.160334 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:46:48.220706 run osmo-hlr_10.42.42.2(pid=14597): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14597)]\u000a02:46:48.269653 run osmo-hlr_10.42.42.2(pid=14597): stdout: \u000a| (launched: 2022-12-09_02:46:45.056434) \u000a02:46:48.319202 run osmo-hlr_10.42.42.2(pid=14597): stderr: \u000a| �[0;m�[1;31m20221209024645252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024645252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024645252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024645252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024645252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024645252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024645278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024645290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024645290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024645290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:48.386503 run osmo-msc_10.42.42.6(pid=14603): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14603)]\u000a02:46:48.435249 run osmo-msc_10.42.42.6(pid=14603): stdout: \u000a| (launched: 2022-12-09_02:46:47.269257) \u000a02:46:48.484637 run osmo-msc_10.42.42.6(pid=14603): stderr: \u000a| �[0;m�[38;5;43m20221209024647539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024647539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f083f069c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024647539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024647539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024647539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024647539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024647543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024647543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024647543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024647543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:48.526903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14596): Terminating (SIGTERM)\u000a02:46:48.566684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14599): Terminating (SIGTERM)\u000a02:46:48.606582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14602): Terminating (SIGTERM)\u000a02:46:48.616041 --- ParallelTerminationStrategy: PID 14596 died...\u000a02:46:48.669686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14596): Terminated: ok {rc=0}\u000a02:46:48.679455 --- ParallelTerminationStrategy: PID 14599 died...\u000a02:46:48.732461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14599): Terminated: ok {rc=0}\u000a02:46:48.742401 --- ParallelTerminationStrategy: PID 14602 died...\u000a02:46:48.795337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14602): Terminated: ok {rc=0}\u000a02:46:48.884196 bus /sierra_3: Setting Powered False\u000a02:46:49.986848 bus /sierra_3: Setting Powered False\u000a02:46:51.096715 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14611): Process ended prematurely: osmo-stp_10.42.42.5(pid=14611) [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14611)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14611): Process ended prematurely: osmo-stp_10.42.42.5(pid=14611) [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:46:52.206256 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:52.218171 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:46:52.357532 tst mo_mt_call_osmux.py: using LAC 18533\u000a02:46:52.475118 tst mo_mt_call_osmux.py: using RAC 173\u000a02:46:52.595654 tst mo_mt_call_osmux.py: using CellId 18533\u000a02:46:52.713781 tst mo_mt_call_osmux.py: using BVCI 18534\u000a02:46:52.736446 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:52.747720 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:52.758924 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:52.770341 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:52.781835 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:52.793140 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:52.913568 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:53.116780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:53.587191 run create_hlr_db(pid=14605): Launched\u000a02:46:53.758582 bus /sierra_2: Setting Powered False\u000a02:46:54.780393 run create_hlr_db(pid=14605): Terminated: ok {rc=0}\u000a02:46:55.206854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14607): Launched\u000a02:46:55.528174 run osmo-hlr_10.42.42.2(pid=14608): Launched\u000a02:46:55.650215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:56.206132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14610): Launched\u000a02:46:56.526929 run osmo-stp_10.42.42.5(pid=14611): Launched\u000a02:46:56.644500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:57.229889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14613): Launched\u000a02:46:57.550999 run osmo-msc_10.42.42.6(pid=14614): Launched\u000a02:46:57.739420 run osmo-stp_10.42.42.5(pid=14611): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14611)]\u000a02:46:57.874984 run osmo-stp_10.42.42.5(pid=14611): stdout: \u000a| (launched: 2022-12-09_02:46:56.369824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:58.010643 run osmo-stp_10.42.42.5(pid=14611): stderr: \u000a| �[0;m�[38;5;43m20221209024656562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024656563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024656563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024656563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024656564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024656564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024656564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:58.139491 run osmo-stp_10.42.42.5(pid=14611): stdout: \u000a| (launched: 2022-12-09_02:46:56.369824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:58.267233 run osmo-stp_10.42.42.5(pid=14611): stderr: \u000a| �[0;m�[38;5;43m20221209024656562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024656563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024656563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024656563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024656564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024656564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024656564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:58.323547 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14611): Process ended prematurely: osmo-stp_10.42.42.5(pid=14611) [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14611)] [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a02:46:58.332569 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:46:58.394461 run osmo-hlr_10.42.42.2(pid=14608): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14608)]\u000a02:46:58.445137 run osmo-hlr_10.42.42.2(pid=14608): stdout: \u000a| (launched: 2022-12-09_02:46:55.370721) \u000a02:46:58.496364 run osmo-hlr_10.42.42.2(pid=14608): stderr: \u000a| �[0;m�[1;31m20221209024655570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024655570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024655570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024655570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024655570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024655570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024655583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024655591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024655591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024655591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:58.565809 run osmo-msc_10.42.42.6(pid=14614): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14614)]\u000a02:46:58.616801 run osmo-msc_10.42.42.6(pid=14614): stdout: \u000a| (launched: 2022-12-09_02:46:57.393396) \u000a02:46:58.667865 run osmo-msc_10.42.42.6(pid=14614): stderr: \u000a| �[0;m�[38;5;43m20221209024657716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024657716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff166e11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024657716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024657716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024657716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024657717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024657718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024657719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024657719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024657719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:58.711292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14607): Terminating (SIGTERM)\u000a02:46:58.752233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14610): Terminating (SIGTERM)\u000a02:46:58.793497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14613): Terminating (SIGTERM)\u000a02:46:58.803078 --- ParallelTerminationStrategy: PID 14607 died...\u000a02:46:58.858319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14607): Terminated: ok {rc=0}\u000a02:46:58.869779 --- ParallelTerminationStrategy: PID 14610 died...\u000a02:46:58.924867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14610): Terminated: ok {rc=0}\u000a02:46:58.935027 --- ParallelTerminationStrategy: PID 14613 died...\u000a02:46:58.990494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14613): Terminated: ok {rc=0}\u000a02:46:59.075271 bus /sierra_3: Setting Powered False\u000a02:47:00.178778 bus /sierra_3: Setting Powered False\u000a02:47:01.310950 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:46:41" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "emergency:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14625): Process ended prematurely: osmo-stp_10.42.42.5(pid=14625) [trial-2353↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14625)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14625): Process ended prematurely: osmo-stp_10.42.42.5(pid=14625) [trial-2353↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:47:03.324705 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:03.335287 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:03.469021 tst emergency_mo_mt_call.py: using LAC 18534\u000a02:47:03.583193 tst emergency_mo_mt_call.py: using RAC 174\u000a02:47:03.705062 tst emergency_mo_mt_call.py: using CellId 18534\u000a02:47:03.828159 tst emergency_mo_mt_call.py: using BVCI 18535\u000a02:47:03.852433 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:03.863742 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:03.874850 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:03.886290 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:03.898078 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:03.909338 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:04.022946 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:04.222597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:04.685082 run create_hlr_db(pid=14619): Launched\u000a02:47:04.854456 bus /sierra_2: Setting Powered False\u000a02:47:05.876686 run create_hlr_db(pid=14619): Terminated: ok {rc=0}\u000a02:47:06.268263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14621): Launched\u000a02:47:06.562345 run osmo-hlr_10.42.42.2(pid=14622): Launched\u000a02:47:06.681391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:07.200216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14624): Launched\u000a02:47:07.495356 run osmo-stp_10.42.42.5(pid=14625): Launched\u000a02:47:07.614786 tst emergency_mo_mt_call.py: using MSISDN 6985\u000a02:47:07.760667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:47:08.296340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14627): Launched\u000a02:47:08.590976 run osmo-msc_10.42.42.6(pid=14628): Launched\u000a02:47:08.764692 run osmo-stp_10.42.42.5(pid=14625): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14625)]\u000a02:47:08.889874 run osmo-stp_10.42.42.5(pid=14625): stdout: \u000a| (launched: 2022-12-09_02:47:07.349648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:09.012161 run osmo-stp_10.42.42.5(pid=14625): stderr: \u000a| �[0;m�[38;5;43m20221209024707519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024707520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024707521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024707521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024707522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024707522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024707522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:09.130262 run osmo-stp_10.42.42.5(pid=14625): stdout: \u000a| (launched: 2022-12-09_02:47:07.349648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:09.247553 run osmo-stp_10.42.42.5(pid=14625): stderr: \u000a| �[0;m�[38;5;43m20221209024707519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024707520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024707521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024707521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024707522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024707522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024707522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:09.298848 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14625): Process ended prematurely: osmo-stp_10.42.42.5(pid=14625) [trial-2353↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14625)] [trial-2353↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a02:47:09.307077 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a02:47:09.367078 run osmo-hlr_10.42.42.2(pid=14622): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14622)]\u000a02:47:09.415737 run osmo-hlr_10.42.42.2(pid=14622): stdout: \u000a| (launched: 2022-12-09_02:47:06.417382) \u000a02:47:09.465210 run osmo-hlr_10.42.42.2(pid=14622): stderr: \u000a| �[0;m�[1;31m20221209024706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024706592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024706604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024706612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024706612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024706612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:09.532064 run osmo-msc_10.42.42.6(pid=14628): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14628)]\u000a02:47:09.580832 run osmo-msc_10.42.42.6(pid=14628): stdout: \u000a| (launched: 2022-12-09_02:47:08.445674) \u000a02:47:09.630289 run osmo-msc_10.42.42.6(pid=14628): stderr: \u000a| �[0;m�[38;5;43m20221209024708714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024708714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20a39fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024708714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024708714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024708714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024708715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024708717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024708718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024708718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024708718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:47:09.671644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14621): Terminating (SIGTERM)\u000a02:47:09.711241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14624): Terminating (SIGTERM)\u000a02:47:09.750799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14627): Terminating (SIGTERM)\u000a02:47:09.760187 --- ParallelTerminationStrategy: PID 14621 died...\u000a02:47:09.813193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14621): Terminated: ok {rc=0}\u000a02:47:09.822830 --- ParallelTerminationStrategy: PID 14624 died...\u000a02:47:09.875755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14624): Terminated: ok {rc=0}\u000a02:47:09.885441 --- ParallelTerminationStrategy: PID 14627 died...\u000a02:47:09.937799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14627): Terminated: ok {rc=0}\u000a02:47:10.026048 bus /sierra_3: Setting Powered False\u000a02:47:11.127827 bus /sierra_3: Setting Powered False\u000a02:47:12.237722 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14636): Process ended prematurely: osmo-stp_10.42.42.5(pid=14636) [trial-2353↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14636)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14636): Process ended prematurely: osmo-stp_10.42.42.5(pid=14636) [trial-2353↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:47:13.288037 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:13.299456 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:13.435488 tst emergency_preemptive_call.py: using LAC 18535\u000a02:47:13.559783 tst emergency_preemptive_call.py: using RAC 175\u000a02:47:13.686137 tst emergency_preemptive_call.py: using CellId 18535\u000a02:47:13.811689 tst emergency_preemptive_call.py: using BVCI 18536\u000a02:47:13.836062 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:13.847533 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:13.859177 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:13.870584 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:13.881796 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:47:13.893299 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:14.007634 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:14.125711 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:14.241951 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:14.444059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:14.909095 run create_hlr_db(pid=14630): Launched\u000a02:47:15.078478 bus /sierra_2: Setting Powered False\u000a02:47:16.156477 run create_hlr_db(pid=14630): Terminated: ok {rc=0}\u000a02:47:16.600888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14632): Launched\u000a02:47:16.931910 run osmo-hlr_10.42.42.2(pid=14633): Launched\u000a02:47:17.121938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:17.761011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14635): Launched\u000a02:47:18.076040 run osmo-stp_10.42.42.5(pid=14636): Launched\u000a02:47:18.200744 tst emergency_preemptive_call.py: using MSISDN 6986\u000a02:47:18.354728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:47:18.889596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14638): Launched\u000a02:47:19.183421 run osmo-msc_10.42.42.6(pid=14639): Launched\u000a02:47:19.357750 run osmo-stp_10.42.42.5(pid=14636): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14636)]\u000a02:47:19.483349 run osmo-stp_10.42.42.5(pid=14636): stdout: \u000a| (launched: 2022-12-09_02:47:17.921522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:19.606012 run osmo-stp_10.42.42.5(pid=14636): stderr: \u000a| �[0;m�[38;5;43m20221209024718113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024718113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024718114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024718114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024718114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024718115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024718115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:19.724509 run osmo-stp_10.42.42.5(pid=14636): stdout: \u000a| (launched: 2022-12-09_02:47:17.921522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:19.841353 run osmo-stp_10.42.42.5(pid=14636): stderr: \u000a| �[0;m�[38;5;43m20221209024718113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024718113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024718114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024718114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024718114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024718115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024718115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:19.892901 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14636): Process ended prematurely: osmo-stp_10.42.42.5(pid=14636) [trial-2353↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14636)] [trial-2353↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a02:47:19.901201 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a02:47:19.960758 run osmo-hlr_10.42.42.2(pid=14633): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14633)]\u000a02:47:20.009430 run osmo-hlr_10.42.42.2(pid=14633): stdout: \u000a| (launched: 2022-12-09_02:47:16.759488) \u000a02:47:20.058764 run osmo-hlr_10.42.42.2(pid=14633): stderr: \u000a| �[0;m�[1;31m20221209024717068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024717069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024717069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024717069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024717069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024717069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024717082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024717098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024717099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024717099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:20.125788 run osmo-msc_10.42.42.6(pid=14639): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14639)]\u000a02:47:20.174520 run osmo-msc_10.42.42.6(pid=14639): stdout: \u000a| (launched: 2022-12-09_02:47:19.038155) \u000a02:47:20.223789 run osmo-msc_10.42.42.6(pid=14639): stderr: \u000a| �[0;m�[38;5;43m20221209024719310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209024719310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31c3ab1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209024719311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209024719311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209024719311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209024719311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209024719313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209024719313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209024719313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209024719313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:47:20.265376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14632): Terminating (SIGTERM)\u000a02:47:20.305004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14635): Terminating (SIGTERM)\u000a02:47:20.344537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14638): Terminating (SIGTERM)\u000a02:47:20.354060 --- ParallelTerminationStrategy: PID 14632 died...\u000a02:47:20.407386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14632): Terminated: ok {rc=0}\u000a02:47:20.416840 --- ParallelTerminationStrategy: PID 14635 died...\u000a02:47:20.469983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14635): Terminated: ok {rc=0}\u000a02:47:20.479676 --- ParallelTerminationStrategy: PID 14638 died...\u000a02:47:20.532402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14638): Terminated: ok {rc=0}\u000a02:47:20.614475 bus /sierra_9: Setting Powered False\u000a02:47:21.720936 bus /sierra_9: Setting Powered False\u000a02:47:22.828425 bus /sierra_8: Setting Powered False\u000a02:47:23.934832 bus /sierra_8: Setting Powered False\u000a02:47:25.041248 bus /sierra_3: Setting Powered False\u000a02:47:26.146171 bus /sierra_3: Setting Powered False\u000a02:47:27.252747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:47:03" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2353↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2353↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:47:29.358252 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.368613 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:29.503380 tst cs_paging_gprs_active.py: using LAC 18536\u000a02:47:29.623255 tst cs_paging_gprs_active.py: using RAC 176\u000a02:47:29.745631 tst cs_paging_gprs_active.py: using CellId 18536\u000a02:47:29.861178 tst cs_paging_gprs_active.py: using BVCI 18537\u000a02:47:29.884005 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.894659 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.905065 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.915736 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.926323 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.936773 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.947549 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.958086 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:29.968766 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:30.086609 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:30.380713 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:47:30.515738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:30.855249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14645): Launched\u000a02:47:31.156900 run iperf3-srv_10.42.42.10(pid=14646): Launched\u000a02:47:31.358193 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:47:31.495727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:31.846219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14647): Launched\u000a02:47:32.142684 run iperf3-srv_10.42.42.10(pid=14648): Launched\u000a02:47:32.342182 tst cs_paging_gprs_active.py:38: start network...\u000a02:47:32.477035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:32.993438 run create_hlr_db(pid=14649): Launched\u000a02:47:33.179798 bus /sierra_2: Setting Powered False\u000a02:47:34.201436 run create_hlr_db(pid=14649): Terminated: ok {rc=0}\u000a02:47:34.603169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14651): Launched\u000a02:47:34.904814 run osmo-hlr_10.42.42.2(pid=14652): Launched\u000a02:47:35.022811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:35.551095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14654): Launched\u000a02:47:35.864300 run osmo-stp_10.42.42.5(pid=14656): Launched\u000a02:47:35.989699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:36.550322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14658): Launched\u000a02:47:36.665571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:36.945617 run patchelf(pid=14659): Launched\u000a02:47:37.133625 run osmo-stp_10.42.42.5(pid=14656): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)]\u000a02:47:37.270701 run osmo-stp_10.42.42.5(pid=14656): stdout: \u000a| (launched: 2022-12-09_02:47:35.703604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:37.407971 run osmo-stp_10.42.42.5(pid=14656): stderr: \u000a| �[0;m�[38;5;43m20221209024735893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024735893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024735893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024735893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024735894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024735894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024735894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:37.540926 run osmo-stp_10.42.42.5(pid=14656): stdout: \u000a| (launched: 2022-12-09_02:47:35.703604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:37.672595 run osmo-stp_10.42.42.5(pid=14656): stderr: \u000a| �[0;m�[38;5;43m20221209024735893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024735893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024735893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024735893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024735894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024735894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024735894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:37.825651 run patchelf(pid=14659): Terminating (SIGINT)\u000a02:47:38.005800 run patchelf(pid=14659): Terminated: ok {rc=0}\u000a02:47:38.038829 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2353↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)] [trial-2353↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a02:47:38.048356 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:47:38.111058 run osmo-hlr_10.42.42.2(pid=14652): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14652)]\u000a02:47:38.162495 run osmo-hlr_10.42.42.2(pid=14652): stdout: \u000a| (launched: 2022-12-09_02:47:34.756275) \u000a02:47:38.214094 run osmo-hlr_10.42.42.2(pid=14652): stderr: \u000a| �[0;m�[1;31m20221209024734934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024734934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024734934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024734934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024734934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024734934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024734947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024734956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024734956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024734956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:38.258434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14645): Terminating (SIGTERM)\u000a02:47:38.300152 run iperf3-srv_10.42.42.10(pid=14646): Terminating (SIGTERM)\u000a02:47:38.342028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14647): Terminating (SIGTERM)\u000a02:47:38.383786 run iperf3-srv_10.42.42.10(pid=14648): Terminating (SIGTERM)\u000a02:47:38.426150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14651): Terminating (SIGTERM)\u000a02:47:38.469427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14654): Terminating (SIGTERM)\u000a02:47:38.511158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14658): Terminating (SIGTERM)\u000a02:47:38.520869 --- ParallelTerminationStrategy: PID 14645 died...\u000a02:47:38.576836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14645): Terminated: ok {rc=0}\u000a02:47:38.587056 --- ParallelTerminationStrategy: PID 14646 died...\u000a02:47:38.642391 run iperf3-srv_10.42.42.10(pid=14646): Terminated {rc=256}\u000a02:47:38.652505 --- ParallelTerminationStrategy: PID 14647 died...\u000a02:47:38.707804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14647): Terminated: ok {rc=0}\u000a02:47:38.717899 --- ParallelTerminationStrategy: PID 14648 died...\u000a02:47:38.773415 run iperf3-srv_10.42.42.10(pid=14648): Terminated {rc=256}\u000a02:47:38.783525 --- ParallelTerminationStrategy: PID 14651 died...\u000a02:47:38.838849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14651): Terminated: ok {rc=0}\u000a02:47:38.848773 --- ParallelTerminationStrategy: PID 14654 died...\u000a02:47:38.904535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14654): Terminated: ok {rc=0}\u000a02:47:38.915142 --- ParallelTerminationStrategy: PID 14658 died...\u000a02:47:38.970742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14658): Terminated: ok {rc=0}\u000a02:47:39.058249 bus /gobi_0: Setting Powered False\u000a02:47:40.165479 bus /gobi_0: Setting Powered False\u000a02:47:41.276554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14668): Process ended prematurely: osmo-stp_10.42.42.5(pid=14668) [trial-2353↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14668): Process ended prematurely: osmo-stp_10.42.42.5(pid=14668) [trial-2353↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a02:47:42.390334 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:42.402057 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:42.550367 tst iperf3.py: using LAC 18537\u000a02:47:42.675230 tst iperf3.py: using RAC 177\u000a02:47:42.800536 tst iperf3.py: using CellId 18537\u000a02:47:42.926154 tst iperf3.py: using BVCI 18538\u000a02:47:42.951624 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:42.962948 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:42.974021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:42.984756 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:42.995750 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:43.006757 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:43.017907 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:43.028831 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:43.039929 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:43.334453 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:47:43.470170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:43.803590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14660): Launched\u000a02:47:44.080822 run iperf3-srv_10.42.42.10(pid=14661): Launched\u000a02:47:44.278764 tst iperf3.py:8: start network...\u000a02:47:44.414419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:44.927308 run create_hlr_db(pid=14662): Launched\u000a02:47:45.113017 bus /gobi_6: Setting Powered False\u000a02:47:46.127132 run create_hlr_db(pid=14662): Terminated: ok {rc=0}\u000a02:47:46.593205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14664): Launched\u000a02:47:47.055411 run osmo-hlr_10.42.42.2(pid=14665): Launched\u000a02:47:47.236474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:47.798320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14667): Launched\u000a02:47:48.119613 run osmo-stp_10.42.42.5(pid=14668): Launched\u000a02:47:48.236759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:48.795031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14670): Launched\u000a02:47:48.910079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:49.189406 run patchelf(pid=14671): Launched\u000a02:47:49.376902 run osmo-stp_10.42.42.5(pid=14668): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)]\u000a02:47:49.514471 run osmo-stp_10.42.42.5(pid=14668): stdout: \u000a| (launched: 2022-12-09_02:47:47.962061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:49.652082 run osmo-stp_10.42.42.5(pid=14668): stderr: \u000a| �[0;m�[38;5;43m20221209024748154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024748155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024748155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024748155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024748156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024748156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024748156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:49.785073 run osmo-stp_10.42.42.5(pid=14668): stdout: \u000a| (launched: 2022-12-09_02:47:47.962061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:49.917559 run osmo-stp_10.42.42.5(pid=14668): stderr: \u000a| �[0;m�[38;5;43m20221209024748154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024748155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024748155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024748155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024748156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024748156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024748156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:50.071678 run patchelf(pid=14671): Terminating (SIGINT)\u000a02:47:50.251497 run patchelf(pid=14671): Terminated: ok {rc=0}\u000a02:47:50.284383 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14668): Process ended prematurely: osmo-stp_10.42.42.5(pid=14668) [trial-2353↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)] [trial-2353↪gprs:trx-umtrx↪iperf3.py:8]\u000a02:47:50.294133 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:47:50.356713 run osmo-hlr_10.42.42.2(pid=14665): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14665)]\u000a02:47:50.407804 run osmo-hlr_10.42.42.2(pid=14665): stdout: \u000a| (launched: 2022-12-09_02:47:46.760745) \u000a02:47:50.459454 run osmo-hlr_10.42.42.2(pid=14665): stderr: \u000a| �[0;m�[1;31m20221209024746999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024746999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024746999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024746999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024746999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024746999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024747015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024747027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024747027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024747027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:50.503555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14660): Terminating (SIGTERM)\u000a02:47:50.545150 run iperf3-srv_10.42.42.10(pid=14661): Terminating (SIGTERM)\u000a02:47:50.586886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14664): Terminating (SIGTERM)\u000a02:47:50.628610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14667): Terminating (SIGTERM)\u000a02:47:50.670352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14670): Terminating (SIGTERM)\u000a02:47:50.680095 --- ParallelTerminationStrategy: PID 14660 died...\u000a02:47:50.736094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14660): Terminated: ok {rc=0}\u000a02:47:50.746194 --- ParallelTerminationStrategy: PID 14661 died...\u000a02:47:50.801383 run iperf3-srv_10.42.42.10(pid=14661): Terminated {rc=256}\u000a02:47:50.811349 --- ParallelTerminationStrategy: PID 14664 died...\u000a02:47:50.866545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14664): Terminated: ok {rc=0}\u000a02:47:50.876449 --- ParallelTerminationStrategy: PID 14667 died...\u000a02:47:50.931977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14667): Terminated: ok {rc=0}\u000a02:47:50.942048 --- ParallelTerminationStrategy: PID 14670 died...\u000a02:47:50.997984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14670): Terminated: ok {rc=0}\u000a02:47:51.085091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14686): Process ended prematurely: osmo-stp_10.42.42.5(pid=14686) [trial-2353↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14686)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14686): Process ended prematurely: osmo-stp_10.42.42.5(pid=14686) [trial-2353↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a02:47:52.195945 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.207242 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:52.343950 tst iperf3m4.py: using LAC 18538\u000a02:47:52.462579 tst iperf3m4.py: using RAC 178\u000a02:47:52.587488 tst iperf3m4.py: using CellId 18538\u000a02:47:52.704500 tst iperf3m4.py: using BVCI 18539\u000a02:47:52.727401 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.738090 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.748443 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.759273 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.770056 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.780699 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.791545 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.802415 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:52.813661 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:52.928747 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:53.056362 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:53.175821 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:53.469134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:47:53.604516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:53.936320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14672): Launched\u000a02:47:54.212096 run iperf3-srv_10.42.42.10(pid=14673): Launched\u000a02:47:54.409481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:47:54.544331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:54.875241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14674): Launched\u000a02:47:55.151622 run iperf3-srv_10.42.42.10(pid=14675): Launched\u000a02:47:55.348104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:47:55.482544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:55.813430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Launched\u000a02:47:56.089842 run iperf3-srv_10.42.42.10(pid=14677): Launched\u000a02:47:56.286984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:47:56.421944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:56.754394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14678): Launched\u000a02:47:57.031086 run iperf3-srv_10.42.42.10(pid=14679): Launched\u000a02:47:57.229019 tst iperf3m4.py:8: start network...\u000a02:47:57.363500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:57.878958 run create_hlr_db(pid=14680): Launched\u000a02:47:58.064825 bus /gobi_6: Setting Powered False\u000a02:47:59.086518 run create_hlr_db(pid=14680): Terminated: ok {rc=0}\u000a02:47:59.513405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14682): Launched\u000a02:47:59.834288 run osmo-hlr_10.42.42.2(pid=14683): Launched\u000a02:47:59.952116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:00.510622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14685): Launched\u000a02:48:00.832057 run osmo-stp_10.42.42.5(pid=14686): Launched\u000a02:48:00.978583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:01.656660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14688): Launched\u000a02:48:01.781125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:02.082380 run patchelf(pid=14689): Launched\u000a02:48:02.272638 run osmo-stp_10.42.42.5(pid=14686): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14686)]\u000a02:48:02.410560 run osmo-stp_10.42.42.5(pid=14686): stdout: \u000a| (launched: 2022-12-09_02:48:00.674638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:02.548508 run osmo-stp_10.42.42.5(pid=14686): stderr: \u000a| �[0;m�[38;5;43m20221209024800932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024800932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024800932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024800941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024800942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024800942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024800942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:02.681367 run osmo-stp_10.42.42.5(pid=14686): stdout: \u000a| (launched: 2022-12-09_02:48:00.674638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:02.813243 run osmo-stp_10.42.42.5(pid=14686): stderr: \u000a| �[0;m�[38;5;43m20221209024800932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024800932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024800932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024800941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024800942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024800942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024800942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:02.966892 run patchelf(pid=14689): Terminating (SIGINT)\u000a02:48:03.147400 run patchelf(pid=14689): Terminated: ok {rc=0}\u000a02:48:03.180456 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14686): Process ended prematurely: osmo-stp_10.42.42.5(pid=14686) [trial-2353↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14686)] [trial-2353↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a02:48:03.190364 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:48:03.252591 run osmo-hlr_10.42.42.2(pid=14683): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14683)]\u000a02:48:03.303336 run osmo-hlr_10.42.42.2(pid=14683): stdout: \u000a| (launched: 2022-12-09_02:47:59.677305) \u000a02:48:03.354583 run osmo-hlr_10.42.42.2(pid=14683): stderr: \u000a| �[0;m�[1;31m20221209024759875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024759875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024759875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024759875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024759875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024759875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024759887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024759897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024759898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024759898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:03.398385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14672): Terminating (SIGTERM)\u000a02:48:03.439750 run iperf3-srv_10.42.42.10(pid=14673): Terminating (SIGTERM)\u000a02:48:03.481269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14674): Terminating (SIGTERM)\u000a02:48:03.522641 run iperf3-srv_10.42.42.10(pid=14675): Terminating (SIGTERM)\u000a02:48:03.564150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Terminating (SIGTERM)\u000a02:48:03.605521 run iperf3-srv_10.42.42.10(pid=14677): Terminating (SIGTERM)\u000a02:48:03.646863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14678): Terminating (SIGTERM)\u000a02:48:03.688132 run iperf3-srv_10.42.42.10(pid=14679): Terminating (SIGTERM)\u000a02:48:03.729440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14682): Terminating (SIGTERM)\u000a02:48:03.770671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14685): Terminating (SIGTERM)\u000a02:48:03.812050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14688): Terminating (SIGTERM)\u000a02:48:03.821705 --- ParallelTerminationStrategy: PID 14672 died...\u000a02:48:03.877075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14672): Terminated: ok {rc=0}\u000a02:48:03.887080 --- ParallelTerminationStrategy: PID 14673 died...\u000a02:48:03.942528 run iperf3-srv_10.42.42.10(pid=14673): Terminated {rc=256}\u000a02:48:03.952453 --- ParallelTerminationStrategy: PID 14674 died...\u000a02:48:04.007729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14674): Terminated: ok {rc=0}\u000a02:48:04.017832 --- ParallelTerminationStrategy: PID 14675 died...\u000a02:48:04.072744 run iperf3-srv_10.42.42.10(pid=14675): Terminated {rc=256}\u000a02:48:04.082757 --- ParallelTerminationStrategy: PID 14676 died...\u000a02:48:04.137848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Terminated: ok {rc=0}\u000a02:48:04.147725 --- ParallelTerminationStrategy: PID 14677 died...\u000a02:48:04.202730 run iperf3-srv_10.42.42.10(pid=14677): Terminated {rc=256}\u000a02:48:04.212717 --- ParallelTerminationStrategy: PID 14678 died...\u000a02:48:04.267791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14678): Terminated: ok {rc=0}\u000a02:48:04.277826 --- ParallelTerminationStrategy: PID 14679 died...\u000a02:48:04.333008 run iperf3-srv_10.42.42.10(pid=14679): Terminated {rc=256}\u000a02:48:04.343082 --- ParallelTerminationStrategy: PID 14682 died...\u000a02:48:04.398265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14682): Terminated: ok {rc=0}\u000a02:48:04.408339 --- ParallelTerminationStrategy: PID 14685 died...\u000a02:48:04.463812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14685): Terminated: ok {rc=0}\u000a02:48:04.473904 --- ParallelTerminationStrategy: PID 14688 died...\u000a02:48:04.529251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14688): Terminated: ok {rc=0}\u000a02:48:04.615625 bus /gobi_4: Setting Powered False\u000a02:48:05.721586 bus /gobi_4: Setting Powered False\u000a02:48:06.828610 bus /gobi_1: Setting Powered False\u000a02:48:07.935562 bus /gobi_1: Setting Powered False\u000a02:48:09.041342 bus /gobi_0: Setting Powered False\u000a02:48:10.147279 bus /gobi_0: Setting Powered False\u000a02:48:11.253803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14696): Process ended prematurely: osmo-stp_10.42.42.5(pid=14696) [trial-2353↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14696): Process ended prematurely: osmo-stp_10.42.42.5(pid=14696) [trial-2353↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a02:48:12.321956 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.333626 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:48:12.476422 tst ping.py: using LAC 18539\u000a02:48:12.600378 tst ping.py: using RAC 179\u000a02:48:12.729607 tst ping.py: using CellId 18539\u000a02:48:12.852340 tst ping.py: using BVCI 18540\u000a02:48:12.876531 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.887491 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.898410 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.909245 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.919952 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.931189 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.942174 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:12.953019 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:48:13.241377 tst ping.py:19: start network...\u000a02:48:13.373450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:13.875289 run create_hlr_db(pid=14690): Launched\u000a02:48:14.058147 bus /gobi_6: Setting Powered False\u000a02:48:15.078453 run create_hlr_db(pid=14690): Terminated: ok {rc=0}\u000a02:48:15.495630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14692): Launched\u000a02:48:15.810002 run osmo-hlr_10.42.42.2(pid=14693): Launched\u000a02:48:15.961768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:16.582725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14695): Launched\u000a02:48:16.945218 run osmo-stp_10.42.42.5(pid=14696): Launched\u000a02:48:17.163190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:17.741705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14698): Launched\u000a02:48:17.846724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:18.103730 run patchelf(pid=14699): Launched\u000a02:48:18.276427 run osmo-stp_10.42.42.5(pid=14696): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)]\u000a02:48:18.402502 run osmo-stp_10.42.42.5(pid=14696): stdout: \u000a| (launched: 2022-12-09_02:48:16.747472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:18.529951 run osmo-stp_10.42.42.5(pid=14696): stderr: \u000a| �[0;m�[38;5;43m20221209024817075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024817075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024817075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024817076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024817076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024817076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024817076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:18.651908 run osmo-stp_10.42.42.5(pid=14696): stdout: \u000a| (launched: 2022-12-09_02:48:16.747472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:18.773120 run osmo-stp_10.42.42.5(pid=14696): stderr: \u000a| �[0;m�[38;5;43m20221209024817075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024817075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024817075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024817076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024817076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024817076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024817076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:18.913776 run patchelf(pid=14699): Terminating (SIGINT)\u000a02:48:19.078737 run patchelf(pid=14699): Terminated: ok {rc=0}\u000a02:48:19.108643 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14696): Process ended prematurely: osmo-stp_10.42.42.5(pid=14696) [trial-2353↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)] [trial-2353↪gprs:trx-umtrx↪ping.py:22]\u000a02:48:19.117260 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:48:19.177584 run osmo-hlr_10.42.42.2(pid=14693): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14693)]\u000a02:48:19.226401 run osmo-hlr_10.42.42.2(pid=14693): stdout: \u000a| (launched: 2022-12-09_02:48:15.655485) \u000a02:48:19.275562 run osmo-hlr_10.42.42.2(pid=14693): stderr: \u000a| �[0;m�[1;31m20221209024815906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024815907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024815907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024815907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024815907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024815907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024815927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024815947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024815948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024815948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:19.316881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14692): Terminating (SIGTERM)\u000a02:48:19.356152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14695): Terminating (SIGTERM)\u000a02:48:19.395425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14698): Terminating (SIGTERM)\u000a02:48:19.405100 --- ParallelTerminationStrategy: PID 14692 died...\u000a02:48:19.458382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14692): Terminated: ok {rc=0}\u000a02:48:19.468416 --- ParallelTerminationStrategy: PID 14695 died...\u000a02:48:19.521618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14695): Terminated: ok {rc=0}\u000a02:48:19.531693 --- ParallelTerminationStrategy: PID 14698 died...\u000a02:48:19.584543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14698): Terminated: ok {rc=0}\u000a02:48:19.668039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14706): Process ended prematurely: osmo-stp_10.42.42.5(pid=14706) [trial-2353↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14706): Process ended prematurely: osmo-stp_10.42.42.5(pid=14706) [trial-2353↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a02:48:20.720115 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:20.732342 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:48:20.875724 tst ping_idle_ping.py: using LAC 18540\u000a02:48:20.991352 tst ping_idle_ping.py: using RAC 180\u000a02:48:21.109991 tst ping_idle_ping.py: using CellId 18540\u000a02:48:21.225438 tst ping_idle_ping.py: using BVCI 18541\u000a02:48:21.248417 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:21.259462 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:21.270137 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:21.281257 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:21.292090 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:21.303072 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:21.314175 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:48:21.325195 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:48:21.610973 tst ping_idle_ping.py:24: start network...\u000a02:48:21.743155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:22.251651 run create_hlr_db(pid=14700): Launched\u000a02:48:22.436141 bus /gobi_6: Setting Powered False\u000a02:48:23.455838 run create_hlr_db(pid=14700): Terminated: ok {rc=0}\u000a02:48:23.859817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14702): Launched\u000a02:48:24.177954 run osmo-hlr_10.42.42.2(pid=14703): Launched\u000a02:48:24.297905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:24.849549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14705): Launched\u000a02:48:25.167337 run osmo-stp_10.42.42.5(pid=14706): Launched\u000a02:48:25.283291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:25.837436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14708): Launched\u000a02:48:25.950967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:26.226389 run patchelf(pid=14709): Launched\u000a02:48:26.411388 run osmo-stp_10.42.42.5(pid=14706): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)]\u000a02:48:26.546594 run osmo-stp_10.42.42.5(pid=14706): stdout: \u000a| (launched: 2022-12-09_02:48:25.011678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:26.682360 run osmo-stp_10.42.42.5(pid=14706): stderr: \u000a| �[0;m�[38;5;43m20221209024825202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024825202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024825203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024825203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024825203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024825203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024825204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:26.813758 run osmo-stp_10.42.42.5(pid=14706): stdout: \u000a| (launched: 2022-12-09_02:48:25.011678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:26.944514 run osmo-stp_10.42.42.5(pid=14706): stderr: \u000a| �[0;m�[38;5;43m20221209024825202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024825202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024825203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024825203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024825203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024825203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024825204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:27.095864 run patchelf(pid=14709): Terminating (SIGINT)\u000a02:48:27.272614 run patchelf(pid=14709): Terminated: ok {rc=0}\u000a02:48:27.305324 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14706): Process ended prematurely: osmo-stp_10.42.42.5(pid=14706) [trial-2353↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)] [trial-2353↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a02:48:27.314579 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:48:27.377117 run osmo-hlr_10.42.42.2(pid=14703): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14703)]\u000a02:48:27.428439 run osmo-hlr_10.42.42.2(pid=14703): stdout: \u000a| (launched: 2022-12-09_02:48:24.023217) \u000a02:48:27.480261 run osmo-hlr_10.42.42.2(pid=14703): stderr: \u000a| �[0;m�[1;31m20221209024824220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024824221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024824221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024824221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024824221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024824221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024824234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024824242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024824242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024824243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:27.525592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14702): Terminating (SIGTERM)\u000a02:48:27.567280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14705): Terminating (SIGTERM)\u000a02:48:27.609140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14708): Terminating (SIGTERM)\u000a02:48:27.618865 --- ParallelTerminationStrategy: PID 14702 died...\u000a02:48:27.674777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14702): Terminated: ok {rc=0}\u000a02:48:27.684849 --- ParallelTerminationStrategy: PID 14705 died...\u000a02:48:27.740438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14705): Terminated: ok {rc=0}\u000a02:48:27.750519 --- ParallelTerminationStrategy: PID 14708 died...\u000a02:48:27.806005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14708): Terminated: ok {rc=0}\u000a02:48:27.893025 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:47:28" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14723): Process ended prematurely: osmo-stp_10.42.42.5(pid=14723) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14723)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14723): Process ended prematurely: osmo-stp_10.42.42.5(pid=14723) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:48:30.028607 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.039703 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:30.178013 tst cs_paging_gprs_active.py: using LAC 18541\u000a02:48:30.295498 tst cs_paging_gprs_active.py: using RAC 181\u000a02:48:30.413956 tst cs_paging_gprs_active.py: using CellId 18541\u000a02:48:30.531965 tst cs_paging_gprs_active.py: using BVCI 18542\u000a02:48:30.555324 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.566488 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.577326 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.588660 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.599962 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.611284 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.622717 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.634060 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:30.645467 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:30.759355 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:31.076387 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:48:31.209878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:31.541572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14713): Launched\u000a02:48:31.811422 run iperf3-srv_10.42.42.10(pid=14714): Launched\u000a02:48:31.998813 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:48:32.126675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:32.439613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14715): Launched\u000a02:48:32.697729 run iperf3-srv_10.42.42.10(pid=14716): Launched\u000a02:48:32.880809 tst cs_paging_gprs_active.py:38: start network...\u000a02:48:33.006499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:33.478020 run create_hlr_db(pid=14717): Launched\u000a02:48:33.651150 bus /gobi_6: Setting Powered False\u000a02:48:34.673498 run create_hlr_db(pid=14717): Terminated: ok {rc=0}\u000a02:48:35.101275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14719): Launched\u000a02:48:35.424386 run osmo-hlr_10.42.42.2(pid=14720): Launched\u000a02:48:35.544910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:36.103447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14722): Launched\u000a02:48:36.425406 run osmo-stp_10.42.42.5(pid=14723): Launched\u000a02:48:36.547058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:37.106962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14725): Launched\u000a02:48:37.222186 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:37.502463 run patchelf(pid=14726): Launched\u000a02:48:37.690419 run osmo-stp_10.42.42.5(pid=14723): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14723)]\u000a02:48:37.827153 run osmo-stp_10.42.42.5(pid=14723): stdout: \u000a| (launched: 2022-12-09_02:48:36.267386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:37.964655 run osmo-stp_10.42.42.5(pid=14723): stderr: \u000a| �[0;m�[38;5;43m20221209024836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024836458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024836459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024836459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024836459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:38.097673 run osmo-stp_10.42.42.5(pid=14723): stdout: \u000a| (launched: 2022-12-09_02:48:36.267386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:38.229244 run osmo-stp_10.42.42.5(pid=14723): stderr: \u000a| �[0;m�[38;5;43m20221209024836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024836458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024836459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024836459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024836459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:38.382705 run patchelf(pid=14726): Terminating (SIGINT)\u000a02:48:38.562960 run patchelf(pid=14726): Terminated: ok {rc=0}\u000a02:48:38.595891 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14723): Process ended prematurely: osmo-stp_10.42.42.5(pid=14723) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14723)] [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:48:38.605655 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:48:38.667949 run osmo-hlr_10.42.42.2(pid=14720): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14720)]\u000a02:48:38.718692 run osmo-hlr_10.42.42.2(pid=14720): stdout: \u000a| (launched: 2022-12-09_02:48:35.265515) \u000a02:48:38.770072 run osmo-hlr_10.42.42.2(pid=14720): stderr: \u000a| �[0;m�[1;31m20221209024835463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024835464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024835464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024835464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024835464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024835464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024835476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024835488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024835488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024835488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:38.813830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14713): Terminating (SIGTERM)\u000a02:48:38.855061 run iperf3-srv_10.42.42.10(pid=14714): Terminating (SIGTERM)\u000a02:48:38.896363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14715): Terminating (SIGTERM)\u000a02:48:38.937919 run iperf3-srv_10.42.42.10(pid=14716): Terminating (SIGTERM)\u000a02:48:38.979503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14719): Terminating (SIGTERM)\u000a02:48:39.021007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14722): Terminating (SIGTERM)\u000a02:48:39.062502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14725): Terminating (SIGTERM)\u000a02:48:39.072215 --- ParallelTerminationStrategy: PID 14713 died...\u000a02:48:39.127642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14713): Terminated: ok {rc=0}\u000a02:48:39.137733 --- ParallelTerminationStrategy: PID 14714 died...\u000a02:48:39.192520 run iperf3-srv_10.42.42.10(pid=14714): Terminated {rc=256}\u000a02:48:39.202499 --- ParallelTerminationStrategy: PID 14715 died...\u000a02:48:39.257791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14715): Terminated: ok {rc=0}\u000a02:48:39.267761 --- ParallelTerminationStrategy: PID 14716 died...\u000a02:48:39.322410 run iperf3-srv_10.42.42.10(pid=14716): Terminated {rc=256}\u000a02:48:39.332340 --- ParallelTerminationStrategy: PID 14719 died...\u000a02:48:39.387976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14719): Terminated: ok {rc=0}\u000a02:48:39.398081 --- ParallelTerminationStrategy: PID 14722 died...\u000a02:48:39.453023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14722): Terminated: ok {rc=0}\u000a02:48:39.462989 --- ParallelTerminationStrategy: PID 14725 died...\u000a02:48:39.517998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14725): Terminated: ok {rc=0}\u000a02:48:39.605112 bus /gobi_0: Setting Powered False\u000a02:48:40.709001 bus /gobi_0: Setting Powered False\u000a02:48:41.817722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14735): Process ended prematurely: osmo-stp_10.42.42.5(pid=14735) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14735): Process ended prematurely: osmo-stp_10.42.42.5(pid=14735) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:48:42.932126 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:42.944341 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:43.092472 tst iperf3.py: using LAC 18542\u000a02:48:43.214983 tst iperf3.py: using RAC 182\u000a02:48:43.336218 tst iperf3.py: using CellId 18542\u000a02:48:43.455461 tst iperf3.py: using BVCI 18543\u000a02:48:43.478736 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.489861 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.500641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.512038 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.523199 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.534470 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.546121 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.557302 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:43.569099 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:43.860512 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:48:43.996549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:44.328333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14727): Launched\u000a02:48:44.604813 run iperf3-srv_10.42.42.10(pid=14728): Launched\u000a02:48:44.802320 tst iperf3.py:8: start network...\u000a02:48:44.937687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:45.451976 run create_hlr_db(pid=14729): Launched\u000a02:48:45.637252 bus /gobi_6: Setting Powered False\u000a02:48:46.660374 run create_hlr_db(pid=14729): Terminated: ok {rc=0}\u000a02:48:47.107092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14731): Launched\u000a02:48:47.428134 run osmo-hlr_10.42.42.2(pid=14732): Launched\u000a02:48:47.548856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:48.112849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14734): Launched\u000a02:48:48.433538 run osmo-stp_10.42.42.5(pid=14735): Launched\u000a02:48:48.550221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:49.107346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14737): Launched\u000a02:48:49.221977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:49.499910 run patchelf(pid=14738): Launched\u000a02:48:49.686297 run osmo-stp_10.42.42.5(pid=14735): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)]\u000a02:48:49.822890 run osmo-stp_10.42.42.5(pid=14735): stdout: \u000a| (launched: 2022-12-09_02:48:48.276589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:49.960229 run osmo-stp_10.42.42.5(pid=14735): stderr: \u000a| �[0;m�[38;5;43m20221209024848469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024848469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024848469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024848470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024848470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024848470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024848470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:50.092932 run osmo-stp_10.42.42.5(pid=14735): stdout: \u000a| (launched: 2022-12-09_02:48:48.276589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:50.224389 run osmo-stp_10.42.42.5(pid=14735): stderr: \u000a| �[0;m�[38;5;43m20221209024848469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024848469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024848469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024848470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024848470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024848470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024848470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:50.377083 run patchelf(pid=14738): Terminating (SIGINT)\u000a02:48:50.555883 run patchelf(pid=14738): Terminated: ok {rc=0}\u000a02:48:50.588733 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14735): Process ended prematurely: osmo-stp_10.42.42.5(pid=14735) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)] [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a02:48:50.598458 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:48:50.660521 run osmo-hlr_10.42.42.2(pid=14732): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14732)]\u000a02:48:50.711153 run osmo-hlr_10.42.42.2(pid=14732): stdout: \u000a| (launched: 2022-12-09_02:48:47.271087) \u000a02:48:50.762340 run osmo-hlr_10.42.42.2(pid=14732): stderr: \u000a| �[0;m�[1;31m20221209024847467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024847467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024847467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024847467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024847467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024847467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024847480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024847490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024847490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024847490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:50.806291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14727): Terminating (SIGTERM)\u000a02:48:50.847462 run iperf3-srv_10.42.42.10(pid=14728): Terminating (SIGTERM)\u000a02:48:50.888760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14731): Terminating (SIGTERM)\u000a02:48:50.930160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14734): Terminating (SIGTERM)\u000a02:48:50.971896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14737): Terminating (SIGTERM)\u000a02:48:50.981580 --- ParallelTerminationStrategy: PID 14727 died...\u000a02:48:51.036941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14727): Terminated: ok {rc=0}\u000a02:48:51.047040 --- ParallelTerminationStrategy: PID 14728 died...\u000a02:48:51.102075 run iperf3-srv_10.42.42.10(pid=14728): Terminated {rc=256}\u000a02:48:51.112118 --- ParallelTerminationStrategy: PID 14731 died...\u000a02:48:51.166928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14731): Terminated: ok {rc=0}\u000a02:48:51.176927 --- ParallelTerminationStrategy: PID 14734 died...\u000a02:48:51.232674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14734): Terminated: ok {rc=0}\u000a02:48:51.242782 --- ParallelTerminationStrategy: PID 14737 died...\u000a02:48:51.297907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14737): Terminated: ok {rc=0}\u000a02:48:51.384748 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14753): Process ended prematurely: osmo-stp_10.42.42.5(pid=14753) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14753)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14753): Process ended prematurely: osmo-stp_10.42.42.5(pid=14753) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:48:52.497750 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:52.509505 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:52.654726 tst iperf3m4.py: using LAC 18543\u000a02:48:52.782725 tst iperf3m4.py: using RAC 183\u000a02:48:52.904224 tst iperf3m4.py: using CellId 18543\u000a02:48:53.020819 tst iperf3m4.py: using BVCI 18544\u000a02:48:53.043779 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.054643 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.065604 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.076808 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.087934 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.099184 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.110334 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.121256 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:53.132261 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:53.253498 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:53.372439 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:53.493673 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:53.785317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:48:53.920028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:54.251651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14739): Launched\u000a02:48:54.526712 run iperf3-srv_10.42.42.10(pid=14740): Launched\u000a02:48:54.723659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:48:54.858362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:55.191108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14741): Launched\u000a02:48:55.466779 run iperf3-srv_10.42.42.10(pid=14742): Launched\u000a02:48:55.664614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:48:55.799704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:56.131714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14743): Launched\u000a02:48:56.407088 run iperf3-srv_10.42.42.10(pid=14744): Launched\u000a02:48:56.604610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:48:56.739697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:57.072100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14745): Launched\u000a02:48:57.347608 run iperf3-srv_10.42.42.10(pid=14746): Launched\u000a02:48:57.545419 tst iperf3m4.py:8: start network...\u000a02:48:57.680135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:58.197555 run create_hlr_db(pid=14747): Launched\u000a02:48:58.383732 bus /gobi_6: Setting Powered False\u000a02:48:59.404486 run create_hlr_db(pid=14747): Terminated: ok {rc=0}\u000a02:48:59.807745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14749): Launched\u000a02:49:00.108284 run osmo-hlr_10.42.42.2(pid=14750): Launched\u000a02:49:00.223607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:00.753573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14752): Launched\u000a02:49:01.182730 run osmo-stp_10.42.42.5(pid=14753): Launched\u000a02:49:01.504671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:02.057675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14755): Launched\u000a02:49:02.170826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:02.436842 run patchelf(pid=14756): Launched\u000a02:49:02.612453 run osmo-stp_10.42.42.5(pid=14753): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14753)]\u000a02:49:02.741726 run osmo-stp_10.42.42.5(pid=14753): stdout: \u000a| (launched: 2022-12-09_02:49:00.919683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:02.870820 run osmo-stp_10.42.42.5(pid=14753): stderr: \u000a| �[0;m�[38;5;43m20221209024901302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024901302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024901303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024901305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024901306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024901306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024901306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:02.995162 run osmo-stp_10.42.42.5(pid=14753): stdout: \u000a| (launched: 2022-12-09_02:49:00.919683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:03.118699 run osmo-stp_10.42.42.5(pid=14753): stderr: \u000a| �[0;m�[38;5;43m20221209024901302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024901302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024901303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024901305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024901306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024901306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024901306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:03.262407 run patchelf(pid=14756): Terminating (SIGINT)\u000a02:49:03.431051 run patchelf(pid=14756): Terminated: ok {rc=0}\u000a02:49:03.462174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14753): Process ended prematurely: osmo-stp_10.42.42.5(pid=14753) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14753)] [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:49:03.471616 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:49:03.532659 run osmo-hlr_10.42.42.2(pid=14750): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14750)]\u000a02:49:03.581840 run osmo-hlr_10.42.42.2(pid=14750): stdout: \u000a| (launched: 2022-12-09_02:48:59.960586) \u000a02:49:03.631890 run osmo-hlr_10.42.42.2(pid=14750): stderr: \u000a| �[0;m�[1;31m20221209024900135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024900135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024900135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024900135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024900135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024900135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024900149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024900159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024900159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024900159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:03.673845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14739): Terminating (SIGTERM)\u000a02:49:03.713798 run iperf3-srv_10.42.42.10(pid=14740): Terminating (SIGTERM)\u000a02:49:03.753874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14741): Terminating (SIGTERM)\u000a02:49:03.793809 run iperf3-srv_10.42.42.10(pid=14742): Terminating (SIGTERM)\u000a02:49:03.833820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14743): Terminating (SIGTERM)\u000a02:49:03.873575 run iperf3-srv_10.42.42.10(pid=14744): Terminating (SIGTERM)\u000a02:49:03.913459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14745): Terminating (SIGTERM)\u000a02:49:03.953212 run iperf3-srv_10.42.42.10(pid=14746): Terminating (SIGTERM)\u000a02:49:03.993155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14749): Terminating (SIGTERM)\u000a02:49:04.032980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14752): Terminating (SIGTERM)\u000a02:49:04.073236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14755): Terminating (SIGTERM)\u000a02:49:04.082877 --- ParallelTerminationStrategy: PID 14739 died...\u000a02:49:04.136126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14739): Terminated: ok {rc=0}\u000a02:49:04.146023 --- ParallelTerminationStrategy: PID 14740 died...\u000a02:49:04.199043 run iperf3-srv_10.42.42.10(pid=14740): Terminated {rc=256}\u000a02:49:04.208545 --- ParallelTerminationStrategy: PID 14741 died...\u000a02:49:04.261670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14741): Terminated: ok {rc=0}\u000a02:49:04.271417 --- ParallelTerminationStrategy: PID 14742 died...\u000a02:49:04.324179 run iperf3-srv_10.42.42.10(pid=14742): Terminated {rc=256}\u000a02:49:04.334035 --- ParallelTerminationStrategy: PID 14743 died...\u000a02:49:04.387252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14743): Terminated: ok {rc=0}\u000a02:49:04.397082 --- ParallelTerminationStrategy: PID 14744 died...\u000a02:49:04.449659 run iperf3-srv_10.42.42.10(pid=14744): Terminated {rc=256}\u000a02:49:04.459513 --- ParallelTerminationStrategy: PID 14745 died...\u000a02:49:04.512291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14745): Terminated: ok {rc=0}\u000a02:49:04.522189 --- ParallelTerminationStrategy: PID 14746 died...\u000a02:49:04.574834 run iperf3-srv_10.42.42.10(pid=14746): Terminated {rc=256}\u000a02:49:04.584728 --- ParallelTerminationStrategy: PID 14749 died...\u000a02:49:04.638194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14749): Terminated: ok {rc=0}\u000a02:49:04.648314 --- ParallelTerminationStrategy: PID 14752 died...\u000a02:49:04.701677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14752): Terminated: ok {rc=0}\u000a02:49:04.711436 --- ParallelTerminationStrategy: PID 14755 died...\u000a02:49:04.764401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14755): Terminated: ok {rc=0}\u000a02:49:04.853041 bus /gobi_4: Setting Powered False\u000a02:49:05.959051 bus /gobi_4: Setting Powered False\u000a02:49:07.064644 bus /gobi_1: Setting Powered False\u000a02:49:08.170112 bus /gobi_1: Setting Powered False\u000a02:49:09.276812 bus /gobi_0: Setting Powered False\u000a02:49:10.382370 bus /gobi_0: Setting Powered False\u000a02:49:11.489332 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14765): Process ended prematurely: osmo-stp_10.42.42.5(pid=14765) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14765)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14765): Process ended prematurely: osmo-stp_10.42.42.5(pid=14765) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:49:12.557997 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:12.570054 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:49:12.714446 tst ping.py: using LAC 18544\u000a02:49:12.838228 tst ping.py: using RAC 184\u000a02:49:12.962749 tst ping.py: using CellId 18544\u000a02:49:13.086677 tst ping.py: using BVCI 18545\u000a02:49:13.110990 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:13.122430 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:13.133661 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:13.144792 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:13.155853 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:13.167271 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:13.178623 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:13.189814 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:49:13.463123 tst ping.py:19: start network...\u000a02:49:13.586002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:14.051638 run create_hlr_db(pid=14759): Launched\u000a02:49:14.222693 bus /gobi_6: Setting Powered False\u000a02:49:15.243835 run create_hlr_db(pid=14759): Terminated: ok {rc=0}\u000a02:49:15.663702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14761): Launched\u000a02:49:16.038354 run osmo-hlr_10.42.42.2(pid=14762): Launched\u000a02:49:16.185717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:16.810648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14764): Launched\u000a02:49:17.275723 run osmo-stp_10.42.42.5(pid=14765): Launched\u000a02:49:17.409927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:17.962597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14767): Launched\u000a02:49:18.075727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:18.350477 run patchelf(pid=14768): Launched\u000a02:49:18.534562 run osmo-stp_10.42.42.5(pid=14765): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14765)]\u000a02:49:18.669410 run osmo-stp_10.42.42.5(pid=14765): stdout: \u000a| (launched: 2022-12-09_02:49:16.974363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:18.804551 run osmo-stp_10.42.42.5(pid=14765): stderr: \u000a| �[0;m�[38;5;43m20221209024917201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024917201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024917201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024917202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024917202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024917202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024917202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:18.935467 run osmo-stp_10.42.42.5(pid=14765): stdout: \u000a| (launched: 2022-12-09_02:49:16.974363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:19.065943 run osmo-stp_10.42.42.5(pid=14765): stderr: \u000a| �[0;m�[38;5;43m20221209024917201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024917201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024917201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024917202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024917202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024917202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024917202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:19.216234 run patchelf(pid=14768): Terminating (SIGINT)\u000a02:49:19.392704 run patchelf(pid=14768): Terminated: ok {rc=0}\u000a02:49:19.424634 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14765): Process ended prematurely: osmo-stp_10.42.42.5(pid=14765) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14765)] [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a02:49:19.433803 tst ping.py:22: Test FAILED (6.9 sec)\u000a02:49:19.495684 run osmo-hlr_10.42.42.2(pid=14762): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14762)]\u000a02:49:19.546226 run osmo-hlr_10.42.42.2(pid=14762): stdout: \u000a| (launched: 2022-12-09_02:49:15.825083) \u000a02:49:19.597359 run osmo-hlr_10.42.42.2(pid=14762): stderr: \u000a| �[0;m�[1;31m20221209024916140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024916140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024916140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024916140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024916140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024916140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024916164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024916188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024916189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024916189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:19.641447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14761): Terminating (SIGTERM)\u000a02:49:19.682949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14764): Terminating (SIGTERM)\u000a02:49:19.724933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14767): Terminating (SIGTERM)\u000a02:49:19.734772 --- ParallelTerminationStrategy: PID 14761 died...\u000a02:49:19.790370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14761): Terminated: ok {rc=0}\u000a02:49:19.800545 --- ParallelTerminationStrategy: PID 14764 died...\u000a02:49:19.856131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14764): Terminated: ok {rc=0}\u000a02:49:19.866118 --- ParallelTerminationStrategy: PID 14767 died...\u000a02:49:19.921169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14767): Terminated: ok {rc=0}\u000a02:49:20.007954 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14775): Process ended prematurely: osmo-stp_10.42.42.5(pid=14775) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14775)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14775): Process ended prematurely: osmo-stp_10.42.42.5(pid=14775) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:49:21.060509 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.072818 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:49:21.212187 tst ping_idle_ping.py: using LAC 18545\u000a02:49:21.328175 tst ping_idle_ping.py: using RAC 185\u000a02:49:21.446470 tst ping_idle_ping.py: using CellId 18545\u000a02:49:21.564497 tst ping_idle_ping.py: using BVCI 18546\u000a02:49:21.587250 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.598313 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.609018 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.620371 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.631561 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.643055 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.654600 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:49:21.666076 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:49:21.957640 tst ping_idle_ping.py:24: start network...\u000a02:49:22.090863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:22.603168 run create_hlr_db(pid=14769): Launched\u000a02:49:22.786959 bus /gobi_6: Setting Powered False\u000a02:49:23.808831 run create_hlr_db(pid=14769): Terminated: ok {rc=0}\u000a02:49:24.208275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14771): Launched\u000a02:49:24.505748 run osmo-hlr_10.42.42.2(pid=14772): Launched\u000a02:49:24.622983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:25.145133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14774): Launched\u000a02:49:25.440889 run osmo-stp_10.42.42.5(pid=14775): Launched\u000a02:49:25.549307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:26.064858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14777): Launched\u000a02:49:26.170148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:26.427555 run patchelf(pid=14778): Launched\u000a02:49:26.600418 run osmo-stp_10.42.42.5(pid=14775): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14775)]\u000a02:49:26.727257 run osmo-stp_10.42.42.5(pid=14775): stdout: \u000a| (launched: 2022-12-09_02:49:25.294993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:26.854029 run osmo-stp_10.42.42.5(pid=14775): stderr: \u000a| �[0;m�[38;5;43m20221209024925464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024925464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024925464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024925465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024925465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024925465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024925465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:26.976588 run osmo-stp_10.42.42.5(pid=14775): stdout: \u000a| (launched: 2022-12-09_02:49:25.294993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:27.097949 run osmo-stp_10.42.42.5(pid=14775): stderr: \u000a| �[0;m�[38;5;43m20221209024925464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024925464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024925464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024925465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024925465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024925465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024925465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:27.238943 run patchelf(pid=14778): Terminating (SIGINT)\u000a02:49:27.405138 run patchelf(pid=14778): Terminated: ok {rc=0}\u000a02:49:27.435294 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14775): Process ended prematurely: osmo-stp_10.42.42.5(pid=14775) [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14775)] [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:49:27.443861 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:49:27.504355 run osmo-hlr_10.42.42.2(pid=14772): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14772)]\u000a02:49:27.553452 run osmo-hlr_10.42.42.2(pid=14772): stdout: \u000a| (launched: 2022-12-09_02:49:24.359471) \u000a02:49:27.603201 run osmo-hlr_10.42.42.2(pid=14772): stderr: \u000a| �[0;m�[1;31m20221209024924534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024924534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024924534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024924534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024924534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024924534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024924546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024924555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024924555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024924555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:27.645662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14771): Terminating (SIGTERM)\u000a02:49:27.685558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14774): Terminating (SIGTERM)\u000a02:49:27.725986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14777): Terminating (SIGTERM)\u000a02:49:27.735437 --- ParallelTerminationStrategy: PID 14771 died...\u000a02:49:27.789522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14771): Terminated: ok {rc=0}\u000a02:49:27.799408 --- ParallelTerminationStrategy: PID 14774 died...\u000a02:49:27.852580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14774): Terminated: ok {rc=0}\u000a02:49:27.862363 --- ParallelTerminationStrategy: PID 14777 died...\u000a02:49:27.915922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14777): Terminated: ok {rc=0}\u000a02:49:28.004729 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:48:29" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14792): Process ended prematurely: osmo-stp_10.42.42.5(pid=14792) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14792)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14792): Process ended prematurely: osmo-stp_10.42.42.5(pid=14792) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:49:30.151701 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.163328 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:30.326437 tst cs_paging_gprs_active.py: using LAC 18546\u000a02:49:30.453826 tst cs_paging_gprs_active.py: using RAC 186\u000a02:49:30.575098 tst cs_paging_gprs_active.py: using CellId 18546\u000a02:49:30.694752 tst cs_paging_gprs_active.py: using BVCI 18547\u000a02:49:30.717937 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.728800 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.739631 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.750696 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.761665 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.772558 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.783571 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.794481 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:30.805513 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:30.934403 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:31.275684 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:49:31.428157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:31.786649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Launched\u000a02:49:32.091011 run iperf3-srv_10.42.42.10(pid=14783): Launched\u000a02:49:32.296642 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:49:32.432887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:32.766916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14784): Launched\u000a02:49:33.045256 run iperf3-srv_10.42.42.10(pid=14785): Launched\u000a02:49:33.243676 tst cs_paging_gprs_active.py:38: start network...\u000a02:49:33.379130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:33.894007 run create_hlr_db(pid=14786): Launched\u000a02:49:34.080374 bus /gobi_6: Setting Powered False\u000a02:49:35.102520 run create_hlr_db(pid=14786): Terminated: ok {rc=0}\u000a02:49:35.531272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14788): Launched\u000a02:49:35.854088 run osmo-hlr_10.42.42.2(pid=14789): Launched\u000a02:49:35.971462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:36.528746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14791): Launched\u000a02:49:36.850022 run osmo-stp_10.42.42.5(pid=14792): Launched\u000a02:49:36.966589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:37.527250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14794): Launched\u000a02:49:37.642830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:37.929306 run patchelf(pid=14795): Launched\u000a02:49:38.116881 run osmo-stp_10.42.42.5(pid=14792): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14792)]\u000a02:49:38.253775 run osmo-stp_10.42.42.5(pid=14792): stdout: \u000a| (launched: 2022-12-09_02:49:36.692606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:38.390745 run osmo-stp_10.42.42.5(pid=14792): stderr: \u000a| �[0;m�[38;5;43m20221209024936882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024936882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024936882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024936883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024936883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024936883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024936884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:38.523615 run osmo-stp_10.42.42.5(pid=14792): stdout: \u000a| (launched: 2022-12-09_02:49:36.692606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:38.655461 run osmo-stp_10.42.42.5(pid=14792): stderr: \u000a| �[0;m�[38;5;43m20221209024936882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024936882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024936882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024936883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024936883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024936883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024936884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:38.808755 run patchelf(pid=14795): Terminating (SIGINT)\u000a02:49:38.989300 run patchelf(pid=14795): Terminated: ok {rc=0}\u000a02:49:39.022526 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14792): Process ended prematurely: osmo-stp_10.42.42.5(pid=14792) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14792)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:49:39.031987 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:49:39.093835 run osmo-hlr_10.42.42.2(pid=14789): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14789)]\u000a02:49:39.144363 run osmo-hlr_10.42.42.2(pid=14789): stdout: \u000a| (launched: 2022-12-09_02:49:35.695477) \u000a02:49:39.195389 run osmo-hlr_10.42.42.2(pid=14789): stderr: \u000a| �[0;m�[1;31m20221209024935893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024935893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024935893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024935893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024935893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024935893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024935905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024935913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024935914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024935914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:39.239059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Terminating (SIGTERM)\u000a02:49:39.280031 run iperf3-srv_10.42.42.10(pid=14783): Terminating (SIGTERM)\u000a02:49:39.321249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14784): Terminating (SIGTERM)\u000a02:49:39.362330 run iperf3-srv_10.42.42.10(pid=14785): Terminating (SIGTERM)\u000a02:49:39.403425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14788): Terminating (SIGTERM)\u000a02:49:39.444797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14791): Terminating (SIGTERM)\u000a02:49:39.486048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14794): Terminating (SIGTERM)\u000a02:49:39.495457 --- ParallelTerminationStrategy: PID 14782 died...\u000a02:49:39.550453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Terminated: ok {rc=0}\u000a02:49:39.560530 --- ParallelTerminationStrategy: PID 14783 died...\u000a02:49:39.615103 run iperf3-srv_10.42.42.10(pid=14783): Terminated {rc=256}\u000a02:49:39.625189 --- ParallelTerminationStrategy: PID 14784 died...\u000a02:49:39.679714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14784): Terminated: ok {rc=0}\u000a02:49:39.689889 --- ParallelTerminationStrategy: PID 14785 died...\u000a02:49:39.744356 run iperf3-srv_10.42.42.10(pid=14785): Terminated {rc=256}\u000a02:49:39.754400 --- ParallelTerminationStrategy: PID 14788 died...\u000a02:49:39.809265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14788): Terminated: ok {rc=0}\u000a02:49:39.819265 --- ParallelTerminationStrategy: PID 14791 died...\u000a02:49:39.874460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14791): Terminated: ok {rc=0}\u000a02:49:39.884834 --- ParallelTerminationStrategy: PID 14794 died...\u000a02:49:39.939813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14794): Terminated: ok {rc=0}\u000a02:49:40.027927 bus /gobi_0: Setting Powered False\u000a02:49:41.133757 bus /gobi_0: Setting Powered False\u000a02:49:42.239926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14804): Process ended prematurely: osmo-stp_10.42.42.5(pid=14804) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14804): Process ended prematurely: osmo-stp_10.42.42.5(pid=14804) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:49:43.352708 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:43.364710 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:43.529195 tst iperf3.py: using LAC 18547\u000a02:49:43.661186 tst iperf3.py: using RAC 187\u000a02:49:43.785614 tst iperf3.py: using CellId 18547\u000a02:49:43.910637 tst iperf3.py: using BVCI 18548\u000a02:49:43.935555 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:43.947026 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:43.958284 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:43.969840 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:43.980880 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:43.992093 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:44.003391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:44.014622 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:44.025908 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:44.303133 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:49:44.429300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:44.739649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14796): Launched\u000a02:49:44.997417 run iperf3-srv_10.42.42.10(pid=14797): Launched\u000a02:49:45.180004 tst iperf3.py:8: start network...\u000a02:49:45.305525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:45.775712 run create_hlr_db(pid=14798): Launched\u000a02:49:45.987963 bus /gobi_6: Setting Powered False\u000a02:49:47.039657 run create_hlr_db(pid=14798): Terminated: ok {rc=0}\u000a02:49:47.479694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14800): Launched\u000a02:49:47.778549 run osmo-hlr_10.42.42.2(pid=14801): Launched\u000a02:49:47.890053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:48.509425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14803): Launched\u000a02:49:48.802393 run osmo-stp_10.42.42.5(pid=14804): Launched\u000a02:49:48.909925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:49.423103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14806): Launched\u000a02:49:49.527720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:49.783405 run patchelf(pid=14807): Launched\u000a02:49:49.955443 run osmo-stp_10.42.42.5(pid=14804): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)]\u000a02:49:50.082944 run osmo-stp_10.42.42.5(pid=14804): stdout: \u000a| (launched: 2022-12-09_02:49:48.658272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:50.209128 run osmo-stp_10.42.42.5(pid=14804): stderr: \u000a| �[0;m�[38;5;43m20221209024948825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024948825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024948825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024948826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024948826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024948826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024948826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:50.331766 run osmo-stp_10.42.42.5(pid=14804): stdout: \u000a| (launched: 2022-12-09_02:49:48.658272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:50.454074 run osmo-stp_10.42.42.5(pid=14804): stderr: \u000a| �[0;m�[38;5;43m20221209024948825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209024948825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209024948825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209024948826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209024948826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209024948826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209024948826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:50.594381 run patchelf(pid=14807): Terminating (SIGINT)\u000a02:49:50.758719 run patchelf(pid=14807): Terminated: ok {rc=0}\u000a02:49:50.789199 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14804): Process ended prematurely: osmo-stp_10.42.42.5(pid=14804) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:49:50.798262 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:49:50.857111 run osmo-hlr_10.42.42.2(pid=14801): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14801)]\u000a02:49:50.905119 run osmo-hlr_10.42.42.2(pid=14801): stdout: \u000a| (launched: 2022-12-09_02:49:47.631861) \u000a02:49:50.953780 run osmo-hlr_10.42.42.2(pid=14801): stderr: \u000a| �[0;m�[1;31m20221209024947806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209024947806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209024947807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024947807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209024947807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209024947807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209024947820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209024947830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209024947831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209024947831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:50.995204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14796): Terminating (SIGTERM)\u000a02:49:51.034527 run iperf3-srv_10.42.42.10(pid=14797): Terminating (SIGTERM)\u000a02:49:51.073905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14800): Terminating (SIGTERM)\u000a02:49:51.113296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14803): Terminating (SIGTERM)\u000a02:49:51.152591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14806): Terminating (SIGTERM)\u000a02:49:51.161476 --- ParallelTerminationStrategy: PID 14796 died...\u000a02:49:51.213966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14796): Terminated: ok {rc=0}\u000a02:49:51.223461 --- ParallelTerminationStrategy: PID 14797 died...\u000a02:49:51.275637 run iperf3-srv_10.42.42.10(pid=14797): Terminated {rc=256}\u000a02:49:51.285114 --- ParallelTerminationStrategy: PID 14800 died...\u000a02:49:51.337389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14800): Terminated: ok {rc=0}\u000a02:49:51.346645 --- ParallelTerminationStrategy: PID 14803 died...\u000a02:49:51.399081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14803): Terminated: ok {rc=0}\u000a02:49:51.408420 --- ParallelTerminationStrategy: PID 14806 died...\u000a02:49:51.460444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14806): Terminated: ok {rc=0}\u000a02:49:51.546274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14822): Process ended prematurely: osmo-stp_10.42.42.5(pid=14822) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14822)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14822): Process ended prematurely: osmo-stp_10.42.42.5(pid=14822) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:49:52.658346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:52.670280 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:52.826265 tst iperf3m4.py: using LAC 18548\u000a02:49:52.944923 tst iperf3m4.py: using RAC 188\u000a02:49:53.067368 tst iperf3m4.py: using CellId 18548\u000a02:49:53.193644 tst iperf3m4.py: using BVCI 18549\u000a02:49:53.218084 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.229483 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.240375 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.251398 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.262406 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.273452 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.284483 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.295413 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:53.306705 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:53.420179 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:53.539889 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:53.654863 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:53.945299 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:49:54.079064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:54.405983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Launched\u000a02:49:54.676192 run iperf3-srv_10.42.42.10(pid=14809): Launched\u000a02:49:54.868652 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:49:55.001249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:55.325747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Launched\u000a02:49:55.596138 run iperf3-srv_10.42.42.10(pid=14811): Launched\u000a02:49:55.788939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:49:55.921237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:56.247852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Launched\u000a02:49:56.518614 run iperf3-srv_10.42.42.10(pid=14813): Launched\u000a02:49:56.712723 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:49:56.845387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:57.172874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14814): Launched\u000a02:49:57.443758 run iperf3-srv_10.42.42.10(pid=14815): Launched\u000a02:49:57.636656 tst iperf3m4.py:8: start network...\u000a02:49:57.768537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:58.276713 run create_hlr_db(pid=14816): Launched\u000a02:49:58.459671 bus /gobi_6: Setting Powered False\u000a02:49:59.481084 run create_hlr_db(pid=14816): Terminated: ok {rc=0}\u000a02:49:59.877942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14818): Launched\u000a02:50:00.173962 run osmo-hlr_10.42.42.2(pid=14819): Launched\u000a02:50:00.290782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:00.807738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14821): Launched\u000a02:50:01.166456 run osmo-stp_10.42.42.5(pid=14822): Launched\u000a02:50:01.279997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:01.853224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14827): Launched\u000a02:50:01.962703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:02.241365 run patchelf(pid=14828): Launched\u000a02:50:02.418722 run osmo-stp_10.42.42.5(pid=14822): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14822)]\u000a02:50:02.546619 run osmo-stp_10.42.42.5(pid=14822): stdout: \u000a| (launched: 2022-12-09_02:50:00.960567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:02.674855 run osmo-stp_10.42.42.5(pid=14822): stderr: \u000a| �[0;m�[38;5;43m20221209025001319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025001319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025001319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025001320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025001320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025001320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025001320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:02.797902 run osmo-stp_10.42.42.5(pid=14822): stdout: \u000a| (launched: 2022-12-09_02:50:00.960567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:02.919955 run osmo-stp_10.42.42.5(pid=14822): stderr: \u000a| �[0;m�[38;5;43m20221209025001319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025001319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025001319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025001320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025001320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025001320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025001320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:03.061702 run patchelf(pid=14828): Terminating (SIGINT)\u000a02:50:03.227926 run patchelf(pid=14828): Terminated: ok {rc=0}\u000a02:50:03.258731 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14822): Process ended prematurely: osmo-stp_10.42.42.5(pid=14822) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14822)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:50:03.268298 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a02:50:03.329763 run osmo-hlr_10.42.42.2(pid=14819): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14819)]\u000a02:50:03.379059 run osmo-hlr_10.42.42.2(pid=14819): stdout: \u000a| (launched: 2022-12-09_02:50:00.028646) \u000a02:50:03.428506 run osmo-hlr_10.42.42.2(pid=14819): stderr: \u000a| �[0;m�[1;31m20221209025000201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025000201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025000201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025000201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025000201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025000201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025000213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025000222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025000222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025000223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:03.471914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Terminating (SIGTERM)\u000a02:50:03.512027 run iperf3-srv_10.42.42.10(pid=14809): Terminating (SIGTERM)\u000a02:50:03.552507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Terminating (SIGTERM)\u000a02:50:03.593050 run iperf3-srv_10.42.42.10(pid=14811): Terminating (SIGTERM)\u000a02:50:03.633307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Terminating (SIGTERM)\u000a02:50:03.673398 run iperf3-srv_10.42.42.10(pid=14813): Terminating (SIGTERM)\u000a02:50:03.713559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14814): Terminating (SIGTERM)\u000a02:50:03.753798 run iperf3-srv_10.42.42.10(pid=14815): Terminating (SIGTERM)\u000a02:50:03.794126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14818): Terminating (SIGTERM)\u000a02:50:03.834274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14821): Terminating (SIGTERM)\u000a02:50:03.874589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14827): Terminating (SIGTERM)\u000a02:50:03.883720 --- ParallelTerminationStrategy: PID 14808 died...\u000a02:50:03.937811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Terminated: ok {rc=0}\u000a02:50:03.947411 --- ParallelTerminationStrategy: PID 14809 died...\u000a02:50:04.000654 run iperf3-srv_10.42.42.10(pid=14809): Terminated {rc=256}\u000a02:50:04.010268 --- ParallelTerminationStrategy: PID 14810 died...\u000a02:50:04.063727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Terminated: ok {rc=0}\u000a02:50:04.073198 --- ParallelTerminationStrategy: PID 14811 died...\u000a02:50:04.126114 run iperf3-srv_10.42.42.10(pid=14811): Terminated {rc=256}\u000a02:50:04.136080 --- ParallelTerminationStrategy: PID 14812 died...\u000a02:50:04.189037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Terminated: ok {rc=0}\u000a02:50:04.199004 --- ParallelTerminationStrategy: PID 14813 died...\u000a02:50:04.252140 run iperf3-srv_10.42.42.10(pid=14813): Terminated {rc=256}\u000a02:50:04.261894 --- ParallelTerminationStrategy: PID 14814 died...\u000a02:50:04.314986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14814): Terminated: ok {rc=0}\u000a02:50:04.325039 --- ParallelTerminationStrategy: PID 14815 died...\u000a02:50:04.378287 run iperf3-srv_10.42.42.10(pid=14815): Terminated {rc=256}\u000a02:50:04.388010 --- ParallelTerminationStrategy: PID 14818 died...\u000a02:50:04.441269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14818): Terminated: ok {rc=0}\u000a02:50:04.451348 --- ParallelTerminationStrategy: PID 14821 died...\u000a02:50:04.504787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14821): Terminated: ok {rc=0}\u000a02:50:04.514576 --- ParallelTerminationStrategy: PID 14827 died...\u000a02:50:04.568306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14827): Terminated: ok {rc=0}\u000a02:50:04.657049 bus /gobi_4: Setting Powered False\u000a02:50:05.759305 bus /gobi_4: Setting Powered False\u000a02:50:06.868812 bus /gobi_1: Setting Powered False\u000a02:50:07.971170 bus /gobi_1: Setting Powered False\u000a02:50:09.081598 bus /gobi_0: Setting Powered False\u000a02:50:10.184394 bus /gobi_0: Setting Powered False\u000a02:50:11.295028 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14835): Process ended prematurely: osmo-stp_10.42.42.5(pid=14835) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14835): Process ended prematurely: osmo-stp_10.42.42.5(pid=14835) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:50:12.361101 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.372532 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:50:12.530153 tst ping.py: using LAC 18549\u000a02:50:12.643034 tst ping.py: using RAC 189\u000a02:50:12.763226 tst ping.py: using CellId 18549\u000a02:50:12.886231 tst ping.py: using BVCI 18550\u000a02:50:12.910702 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.922203 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.933460 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.944822 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.956250 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.967636 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.979369 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:12.990765 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:50:13.263438 tst ping.py:19: start network...\u000a02:50:13.384655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:13.846969 run create_hlr_db(pid=14829): Launched\u000a02:50:14.015387 bus /gobi_6: Setting Powered False\u000a02:50:15.037545 run create_hlr_db(pid=14829): Terminated: ok {rc=0}\u000a02:50:15.450923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14831): Launched\u000a02:50:15.763001 run osmo-hlr_10.42.42.2(pid=14832): Launched\u000a02:50:15.937773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:16.603857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14834): Launched\u000a02:50:16.946759 run osmo-stp_10.42.42.5(pid=14835): Launched\u000a02:50:17.099130 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:17.706395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14837): Launched\u000a02:50:17.818649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:18.091022 run patchelf(pid=14838): Launched\u000a02:50:18.274505 run osmo-stp_10.42.42.5(pid=14835): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)]\u000a02:50:18.408055 run osmo-stp_10.42.42.5(pid=14835): stdout: \u000a| (launched: 2022-12-09_02:50:16.765320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:18.543221 run osmo-stp_10.42.42.5(pid=14835): stderr: \u000a| �[0;m�[38;5;43m20221209025017140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025017140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025017149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025017150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025017150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025017150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025017150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:18.673695 run osmo-stp_10.42.42.5(pid=14835): stdout: \u000a| (launched: 2022-12-09_02:50:16.765320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:18.802696 run osmo-stp_10.42.42.5(pid=14835): stderr: \u000a| �[0;m�[38;5;43m20221209025017140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025017140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025017149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025017150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025017150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025017150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025017150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:18.952081 run patchelf(pid=14838): Terminating (SIGINT)\u000a02:50:19.127571 run patchelf(pid=14838): Terminated: ok {rc=0}\u000a02:50:19.159454 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14835): Process ended prematurely: osmo-stp_10.42.42.5(pid=14835) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14835)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:50:19.168595 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:50:19.230764 run osmo-hlr_10.42.42.2(pid=14832): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14832)]\u000a02:50:19.281727 run osmo-hlr_10.42.42.2(pid=14832): stdout: \u000a| (launched: 2022-12-09_02:50:15.609702) \u000a02:50:19.333420 run osmo-hlr_10.42.42.2(pid=14832): stderr: \u000a| �[0;m�[1;31m20221209025015806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025015806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025015806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025015806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025015806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025015806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025015819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025015830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025015830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025015830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:19.377534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14831): Terminating (SIGTERM)\u000a02:50:19.419251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14834): Terminating (SIGTERM)\u000a02:50:19.461235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14837): Terminating (SIGTERM)\u000a02:50:19.471020 --- ParallelTerminationStrategy: PID 14831 died...\u000a02:50:19.526656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14831): Terminated: ok {rc=0}\u000a02:50:19.537088 --- ParallelTerminationStrategy: PID 14834 died...\u000a02:50:19.592372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14834): Terminated: ok {rc=0}\u000a02:50:19.602600 --- ParallelTerminationStrategy: PID 14837 died...\u000a02:50:19.657724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14837): Terminated: ok {rc=0}\u000a02:50:19.743409 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14845): Process ended prematurely: osmo-stp_10.42.42.5(pid=14845) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14845)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14845): Process ended prematurely: osmo-stp_10.42.42.5(pid=14845) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:50:20.796942 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:20.809821 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:50:20.968246 tst ping_idle_ping.py: using LAC 18550\u000a02:50:21.085969 tst ping_idle_ping.py: using RAC 190\u000a02:50:21.209303 tst ping_idle_ping.py: using CellId 18550\u000a02:50:21.332901 tst ping_idle_ping.py: using BVCI 18551\u000a02:50:21.357368 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:21.368907 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:21.380430 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:21.392037 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:21.403659 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:21.415334 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:21.426906 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:50:21.438568 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:50:21.722482 tst ping_idle_ping.py:24: start network...\u000a02:50:21.852787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:22.352774 run create_hlr_db(pid=14839): Launched\u000a02:50:22.533421 bus /gobi_6: Setting Powered False\u000a02:50:23.553504 run create_hlr_db(pid=14839): Terminated: ok {rc=0}\u000a02:50:23.944091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14841): Launched\u000a02:50:24.235412 run osmo-hlr_10.42.42.2(pid=14842): Launched\u000a02:50:24.346866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:24.862555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14844): Launched\u000a02:50:25.156112 run osmo-stp_10.42.42.5(pid=14845): Launched\u000a02:50:25.263267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:25.771771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14847): Launched\u000a02:50:25.876048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:26.130505 run patchelf(pid=14848): Launched\u000a02:50:26.301789 run osmo-stp_10.42.42.5(pid=14845): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14845)]\u000a02:50:26.427342 run osmo-stp_10.42.42.5(pid=14845): stdout: \u000a| (launched: 2022-12-09_02:50:25.012191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:26.553676 run osmo-stp_10.42.42.5(pid=14845): stderr: \u000a| �[0;m�[38;5;43m20221209025025180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025025180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025025180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025025181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025025181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025025181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025025181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:26.675598 run osmo-stp_10.42.42.5(pid=14845): stdout: \u000a| (launched: 2022-12-09_02:50:25.012191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:26.796494 run osmo-stp_10.42.42.5(pid=14845): stderr: \u000a| �[0;m�[38;5;43m20221209025025180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025025180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025025180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025025181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025025181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025025181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025025181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:26.937293 run patchelf(pid=14848): Terminating (SIGINT)\u000a02:50:27.101859 run patchelf(pid=14848): Terminated: ok {rc=0}\u000a02:50:27.131828 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14845): Process ended prematurely: osmo-stp_10.42.42.5(pid=14845) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14845)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:50:27.140403 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a02:50:27.200766 run osmo-hlr_10.42.42.2(pid=14842): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14842)]\u000a02:50:27.249839 run osmo-hlr_10.42.42.2(pid=14842): stdout: \u000a| (launched: 2022-12-09_02:50:24.091573) \u000a02:50:27.298885 run osmo-hlr_10.42.42.2(pid=14842): stderr: \u000a| �[0;m�[1;31m20221209025024267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025024268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025024268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025024268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025024268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025024268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025024285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025024295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025024295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025024295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:27.340867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14841): Terminating (SIGTERM)\u000a02:50:27.380386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14844): Terminating (SIGTERM)\u000a02:50:27.419991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14847): Terminating (SIGTERM)\u000a02:50:27.429573 --- ParallelTerminationStrategy: PID 14841 died...\u000a02:50:27.482712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14841): Terminated: ok {rc=0}\u000a02:50:27.492669 --- ParallelTerminationStrategy: PID 14844 died...\u000a02:50:27.545459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14844): Terminated: ok {rc=0}\u000a02:50:27.555455 --- ParallelTerminationStrategy: PID 14847 died...\u000a02:50:27.608558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14847): Terminated: ok {rc=0}\u000a02:50:27.697060 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:49:29" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:50:29.842737 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:29.853633 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:30.006663 tst cs_paging_gprs_active.py: using LAC 18551\u000a02:50:30.123550 tst cs_paging_gprs_active.py: using RAC 191\u000a02:50:30.239374 tst cs_paging_gprs_active.py: using CellId 18551\u000a02:50:30.354739 tst cs_paging_gprs_active.py: using BVCI 18552\u000a02:50:30.377393 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.388167 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.398946 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.410328 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.421787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.432990 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.444311 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.455643 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:30.467101 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:30.587302 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:30.876489 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:50:31.010085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:31.400284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14853): Launched\u000a02:50:31.729053 run iperf3-srv_10.42.42.10(pid=14854): Launched\u000a02:50:31.942742 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:50:32.070169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:32.397780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Launched\u000a02:50:32.654091 run iperf3-srv_10.42.42.10(pid=14856): Launched\u000a02:50:32.835661 tst cs_paging_gprs_active.py:38: start network...\u000a02:50:32.959607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:33.426079 run create_hlr_db(pid=14857): Launched\u000a02:50:33.596435 bus /gobi_6: Setting Powered False\u000a02:50:34.618083 run create_hlr_db(pid=14857): Terminated: ok {rc=0}\u000a02:50:35.033671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Launched\u000a02:50:35.331010 run osmo-hlr_10.42.42.2(pid=14860): Launched\u000a02:50:35.446765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:35.970048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Launched\u000a02:50:36.266478 run osmo-stp_10.42.42.5(pid=14863): Launched\u000a02:50:36.375034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:36.891043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14865): Launched\u000a02:50:36.997568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:37.257058 run patchelf(pid=14866): Launched\u000a02:50:37.430235 run osmo-stp_10.42.42.5(pid=14863): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]\u000a02:50:37.557266 run osmo-stp_10.42.42.5(pid=14863): stdout: \u000a| (launched: 2022-12-09_02:50:36.120683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:37.684435 run osmo-stp_10.42.42.5(pid=14863): stderr: \u000a| �[0;m�[38;5;43m20221209025036287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025036288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025036288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025036288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025036289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025036289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025036289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:37.807788 run osmo-stp_10.42.42.5(pid=14863): stdout: \u000a| (launched: 2022-12-09_02:50:36.120683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:37.930177 run osmo-stp_10.42.42.5(pid=14863): stderr: \u000a| �[0;m�[38;5;43m20221209025036287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025036288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025036288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025036288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025036289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025036289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025036289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:38.072826 run patchelf(pid=14866): Terminating (SIGINT)\u000a02:50:38.240053 run patchelf(pid=14866): Terminated: ok {rc=0}\u000a02:50:38.271093 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:50:38.280330 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:50:38.341198 run osmo-hlr_10.42.42.2(pid=14860): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14860)]\u000a02:50:38.389993 run osmo-hlr_10.42.42.2(pid=14860): stdout: \u000a| (launched: 2022-12-09_02:50:35.184740) \u000a02:50:38.438764 run osmo-hlr_10.42.42.2(pid=14860): stderr: \u000a| �[0;m�[1;31m20221209025035360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025035360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025035360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025035360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025035360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025035360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025035373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025035381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025035381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025035381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:38.481037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14853): Terminating (SIGTERM)\u000a02:50:38.520807 run iperf3-srv_10.42.42.10(pid=14854): Terminating (SIGTERM)\u000a02:50:38.560538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminating (SIGTERM)\u000a02:50:38.600144 run iperf3-srv_10.42.42.10(pid=14856): Terminating (SIGTERM)\u000a02:50:38.639720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Terminating (SIGTERM)\u000a02:50:38.679328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Terminating (SIGTERM)\u000a02:50:38.719377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14865): Terminating (SIGTERM)\u000a02:50:38.728663 --- ParallelTerminationStrategy: PID 14853 died...\u000a02:50:38.781867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14853): Terminated: ok {rc=0}\u000a02:50:38.791719 --- ParallelTerminationStrategy: PID 14854 died...\u000a02:50:38.844911 run iperf3-srv_10.42.42.10(pid=14854): Terminated {rc=256}\u000a02:50:38.854581 --- ParallelTerminationStrategy: PID 14855 died...\u000a02:50:38.907298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14855): Terminated: ok {rc=0}\u000a02:50:38.917043 --- ParallelTerminationStrategy: PID 14856 died...\u000a02:50:38.969416 run iperf3-srv_10.42.42.10(pid=14856): Terminated {rc=256}\u000a02:50:38.979113 --- ParallelTerminationStrategy: PID 14859 died...\u000a02:50:39.032038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Terminated: ok {rc=0}\u000a02:50:39.041699 --- ParallelTerminationStrategy: PID 14862 died...\u000a02:50:39.094650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Terminated: ok {rc=0}\u000a02:50:39.104262 --- ParallelTerminationStrategy: PID 14865 died...\u000a02:50:39.157113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14865): Terminated: ok {rc=0}\u000a02:50:39.244519 bus /gobi_0: Setting Powered False\u000a02:50:40.346966 bus /gobi_0: Setting Powered False\u000a02:50:41.457374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14875): Process ended prematurely: osmo-stp_10.42.42.5(pid=14875) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14875): Process ended prematurely: osmo-stp_10.42.42.5(pid=14875) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:50:42.566664 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:42.578255 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:42.732759 tst iperf3.py: using LAC 18552\u000a02:50:42.854153 tst iperf3.py: using RAC 192\u000a02:50:42.970166 tst iperf3.py: using CellId 18552\u000a02:50:43.094733 tst iperf3.py: using BVCI 18553\u000a02:50:43.119603 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.131165 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.142386 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.154528 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.166093 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.178162 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.190129 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.202029 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:43.213969 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:43.490072 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:50:43.614327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:43.921574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14867): Launched\u000a02:50:44.177143 run iperf3-srv_10.42.42.10(pid=14868): Launched\u000a02:50:44.358207 tst iperf3.py:8: start network...\u000a02:50:44.483342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:44.949642 run create_hlr_db(pid=14869): Launched\u000a02:50:45.120535 bus /gobi_6: Setting Powered False\u000a02:50:46.159283 run create_hlr_db(pid=14869): Terminated: ok {rc=0}\u000a02:50:46.607951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14871): Launched\u000a02:50:47.027739 run osmo-hlr_10.42.42.2(pid=14872): Launched\u000a02:50:47.180628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:47.696941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14874): Launched\u000a02:50:47.993283 run osmo-stp_10.42.42.5(pid=14875): Launched\u000a02:50:48.102872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:48.620743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14877): Launched\u000a02:50:48.727310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:48.985603 run patchelf(pid=14878): Launched\u000a02:50:49.159565 run osmo-stp_10.42.42.5(pid=14875): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)]\u000a02:50:49.286633 run osmo-stp_10.42.42.5(pid=14875): stdout: \u000a| (launched: 2022-12-09_02:50:47.847312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:49.414369 run osmo-stp_10.42.42.5(pid=14875): stderr: \u000a| �[0;m�[38;5;43m20221209025048015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025048015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025048016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025048016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025048018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025048019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025048019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:49.537659 run osmo-stp_10.42.42.5(pid=14875): stdout: \u000a| (launched: 2022-12-09_02:50:47.847312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:49.660314 run osmo-stp_10.42.42.5(pid=14875): stderr: \u000a| �[0;m�[38;5;43m20221209025048015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025048015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025048016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025048016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025048018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025048019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025048019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:49.803027 run patchelf(pid=14878): Terminating (SIGINT)\u000a02:50:49.970424 run patchelf(pid=14878): Terminated: ok {rc=0}\u000a02:50:50.001172 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14875): Process ended prematurely: osmo-stp_10.42.42.5(pid=14875) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14875)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:50:50.010424 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:50:50.071546 run osmo-hlr_10.42.42.2(pid=14872): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14872)]\u000a02:50:50.121295 run osmo-hlr_10.42.42.2(pid=14872): stdout: \u000a| (launched: 2022-12-09_02:50:46.775316) \u000a02:50:50.171494 run osmo-hlr_10.42.42.2(pid=14872): stderr: \u000a| �[0;m�[1;31m20221209025047090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025047090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025047090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025047090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025047090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025047090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025047107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025047118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025047119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025047119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:50.213913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14867): Terminating (SIGTERM)\u000a02:50:50.253827 run iperf3-srv_10.42.42.10(pid=14868): Terminating (SIGTERM)\u000a02:50:50.293472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14871): Terminating (SIGTERM)\u000a02:50:50.333432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14874): Terminating (SIGTERM)\u000a02:50:50.373629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14877): Terminating (SIGTERM)\u000a02:50:50.383416 --- ParallelTerminationStrategy: PID 14867 died...\u000a02:50:50.437617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14867): Terminated: ok {rc=0}\u000a02:50:50.447278 --- ParallelTerminationStrategy: PID 14868 died...\u000a02:50:50.500287 run iperf3-srv_10.42.42.10(pid=14868): Terminated {rc=256}\u000a02:50:50.510297 --- ParallelTerminationStrategy: PID 14871 died...\u000a02:50:50.563484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14871): Terminated: ok {rc=0}\u000a02:50:50.573504 --- ParallelTerminationStrategy: PID 14874 died...\u000a02:50:50.626242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14874): Terminated: ok {rc=0}\u000a02:50:50.636375 --- ParallelTerminationStrategy: PID 14877 died...\u000a02:50:50.689758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14877): Terminated: ok {rc=0}\u000a02:50:50.776606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14893): Process ended prematurely: osmo-stp_10.42.42.5(pid=14893) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14893)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14893): Process ended prematurely: osmo-stp_10.42.42.5(pid=14893) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:50:51.886261 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:51.897688 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:52.054064 tst iperf3m4.py: using LAC 18553\u000a02:50:52.179276 tst iperf3m4.py: using RAC 193\u000a02:50:52.304704 tst iperf3m4.py: using CellId 18553\u000a02:50:52.434784 tst iperf3m4.py: using BVCI 18554\u000a02:50:52.459881 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.471459 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.482757 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.493997 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.504900 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.516115 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.527423 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.538501 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:52.549841 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:52.669559 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:52.786852 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:52.902452 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:53.175342 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:50:53.298646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:53.603960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14879): Launched\u000a02:50:53.858396 run iperf3-srv_10.42.42.10(pid=14880): Launched\u000a02:50:54.038939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:50:54.162945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:54.468685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Launched\u000a02:50:54.722860 run iperf3-srv_10.42.42.10(pid=14882): Launched\u000a02:50:54.902864 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:50:55.026274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:55.331878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Launched\u000a02:50:55.585707 run iperf3-srv_10.42.42.10(pid=14884): Launched\u000a02:50:55.765626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:50:55.889388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:56.195183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14885): Launched\u000a02:50:56.449154 run iperf3-srv_10.42.42.10(pid=14886): Launched\u000a02:50:56.630062 tst iperf3m4.py:8: start network...\u000a02:50:56.753906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:57.221112 run create_hlr_db(pid=14887): Launched\u000a02:50:57.393109 bus /gobi_6: Setting Powered False\u000a02:50:58.413926 run create_hlr_db(pid=14887): Terminated: ok {rc=0}\u000a02:50:58.809529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14889): Launched\u000a02:50:59.106444 run osmo-hlr_10.42.42.2(pid=14890): Launched\u000a02:50:59.222587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:59.742525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14892): Launched\u000a02:51:00.038020 run osmo-stp_10.42.42.5(pid=14893): Launched\u000a02:51:00.146424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:00.662220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14895): Launched\u000a02:51:00.768403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:01.075641 run patchelf(pid=14896): Launched\u000a02:51:01.266871 run osmo-stp_10.42.42.5(pid=14893): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14893)]\u000a02:51:01.406833 run osmo-stp_10.42.42.5(pid=14893): stdout: \u000a| (launched: 2022-12-09_02:50:59.892618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:01.547557 run osmo-stp_10.42.42.5(pid=14893): stderr: \u000a| �[0;m�[38;5;43m20221209025100056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025100056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025100056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025100057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025100057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025100057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025100057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:01.682966 run osmo-stp_10.42.42.5(pid=14893): stdout: \u000a| (launched: 2022-12-09_02:50:59.892618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:01.818113 run osmo-stp_10.42.42.5(pid=14893): stderr: \u000a| �[0;m�[38;5;43m20221209025100056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025100056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025100056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025100057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025100057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025100057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025100057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:01.982320 run patchelf(pid=14896): Terminating (SIGINT)\u000a02:51:02.180653 run patchelf(pid=14896): Terminated: ok {rc=0}\u000a02:51:02.224573 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14893): Process ended prematurely: osmo-stp_10.42.42.5(pid=14893) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14893)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:51:02.238369 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a02:51:02.310213 run osmo-hlr_10.42.42.2(pid=14890): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14890)]\u000a02:51:02.362556 run osmo-hlr_10.42.42.2(pid=14890): stdout: \u000a| (launched: 2022-12-09_02:50:58.960324) \u000a02:51:02.414851 run osmo-hlr_10.42.42.2(pid=14890): stderr: \u000a| �[0;m�[1;31m20221209025059132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025059132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025059132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025059132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025059132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025059132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025059144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025059153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025059153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025059153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:02.457372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14879): Terminating (SIGTERM)\u000a02:51:02.498825 run iperf3-srv_10.42.42.10(pid=14880): Terminating (SIGTERM)\u000a02:51:02.539219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Terminating (SIGTERM)\u000a02:51:02.579863 run iperf3-srv_10.42.42.10(pid=14882): Terminating (SIGTERM)\u000a02:51:02.620586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Terminating (SIGTERM)\u000a02:51:02.660901 run iperf3-srv_10.42.42.10(pid=14884): Terminating (SIGTERM)\u000a02:51:02.701380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14885): Terminating (SIGTERM)\u000a02:51:02.741671 run iperf3-srv_10.42.42.10(pid=14886): Terminating (SIGTERM)\u000a02:51:02.782189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14889): Terminating (SIGTERM)\u000a02:51:02.821745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14892): Terminating (SIGTERM)\u000a02:51:02.861633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14895): Terminating (SIGTERM)\u000a02:51:02.870752 --- ParallelTerminationStrategy: PID 14879 died...\u000a02:51:02.924254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14879): Terminated: ok {rc=0}\u000a02:51:02.933936 --- ParallelTerminationStrategy: PID 14880 died...\u000a02:51:02.987412 run iperf3-srv_10.42.42.10(pid=14880): Terminated {rc=256}\u000a02:51:02.996922 --- ParallelTerminationStrategy: PID 14881 died...\u000a02:51:03.050237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Terminated: ok {rc=0}\u000a02:51:03.060060 --- ParallelTerminationStrategy: PID 14882 died...\u000a02:51:03.112724 run iperf3-srv_10.42.42.10(pid=14882): Terminated {rc=256}\u000a02:51:03.123004 --- ParallelTerminationStrategy: PID 14883 died...\u000a02:51:03.176310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Terminated: ok {rc=0}\u000a02:51:03.185930 --- ParallelTerminationStrategy: PID 14884 died...\u000a02:51:03.239023 run iperf3-srv_10.42.42.10(pid=14884): Terminated {rc=256}\u000a02:51:03.248905 --- ParallelTerminationStrategy: PID 14885 died...\u000a02:51:03.302285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14885): Terminated: ok {rc=0}\u000a02:51:03.312009 --- ParallelTerminationStrategy: PID 14886 died...\u000a02:51:03.364709 run iperf3-srv_10.42.42.10(pid=14886): Terminated {rc=256}\u000a02:51:03.374448 --- ParallelTerminationStrategy: PID 14889 died...\u000a02:51:03.427990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14889): Terminated: ok {rc=0}\u000a02:51:03.437742 --- ParallelTerminationStrategy: PID 14892 died...\u000a02:51:03.490787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14892): Terminated: ok {rc=0}\u000a02:51:03.500723 --- ParallelTerminationStrategy: PID 14895 died...\u000a02:51:03.553878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14895): Terminated: ok {rc=0}\u000a02:51:03.642007 bus /gobi_4: Setting Powered False\u000a02:51:04.743939 bus /gobi_4: Setting Powered False\u000a02:51:05.849857 bus /gobi_1: Setting Powered False\u000a02:51:06.952176 bus /gobi_1: Setting Powered False\u000a02:51:08.063720 bus /gobi_0: Setting Powered False\u000a02:51:09.168214 bus /gobi_0: Setting Powered False\u000a02:51:10.279904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14903): Process ended prematurely: osmo-stp_10.42.42.5(pid=14903) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14903)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14903): Process ended prematurely: osmo-stp_10.42.42.5(pid=14903) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:51:11.346203 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.358040 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:51:11.515336 tst ping.py: using LAC 18554\u000a02:51:11.628217 tst ping.py: using RAC 194\u000a02:51:11.741719 tst ping.py: using CellId 18554\u000a02:51:11.853997 tst ping.py: using BVCI 18555\u000a02:51:11.876344 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.887390 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.898285 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.909599 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.920527 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.931473 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.942738 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:11.953789 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:51:12.221724 tst ping.py:19: start network...\u000a02:51:12.342216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:12.816850 run create_hlr_db(pid=14897): Launched\u000a02:51:12.998006 bus /gobi_6: Setting Powered False\u000a02:51:14.019505 run create_hlr_db(pid=14897): Terminated: ok {rc=0}\u000a02:51:14.435133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14899): Launched\u000a02:51:14.747396 run osmo-hlr_10.42.42.2(pid=14900): Launched\u000a02:51:14.866936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:15.409380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14902): Launched\u000a02:51:15.719453 run osmo-stp_10.42.42.5(pid=14903): Launched\u000a02:51:15.854727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:16.440362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14905): Launched\u000a02:51:16.549357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:16.833624 run patchelf(pid=14906): Launched\u000a02:51:17.010234 run osmo-stp_10.42.42.5(pid=14903): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14903)]\u000a02:51:17.142089 run osmo-stp_10.42.42.5(pid=14903): stdout: \u000a| (launched: 2022-12-09_02:51:15.567593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:17.270030 run osmo-stp_10.42.42.5(pid=14903): stderr: \u000a| �[0;m�[38;5;43m20221209025115759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025115759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025115760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025115760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025115761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025115761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025115761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:17.391928 run osmo-stp_10.42.42.5(pid=14903): stdout: \u000a| (launched: 2022-12-09_02:51:15.567593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:17.512126 run osmo-stp_10.42.42.5(pid=14903): stderr: \u000a| �[0;m�[38;5;43m20221209025115759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025115759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025115760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025115760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025115761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025115761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025115761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:17.652754 run patchelf(pid=14906): Terminating (SIGINT)\u000a02:51:17.817845 run patchelf(pid=14906): Terminated: ok {rc=0}\u000a02:51:17.847984 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14903): Process ended prematurely: osmo-stp_10.42.42.5(pid=14903) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14903)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:51:17.856678 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:51:17.916882 run osmo-hlr_10.42.42.2(pid=14900): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14900)]\u000a02:51:17.965854 run osmo-hlr_10.42.42.2(pid=14900): stdout: \u000a| (launched: 2022-12-09_02:51:14.594002) \u000a02:51:18.015825 run osmo-hlr_10.42.42.2(pid=14900): stderr: \u000a| �[0;m�[1;31m20221209025114791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025114792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025114792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025114792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025114792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025114792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025114804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025114812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025114813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025114813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:18.058190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14899): Terminating (SIGTERM)\u000a02:51:18.098282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14902): Terminating (SIGTERM)\u000a02:51:18.139658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14905): Terminating (SIGTERM)\u000a02:51:18.149060 --- ParallelTerminationStrategy: PID 14899 died...\u000a02:51:18.203524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14899): Terminated: ok {rc=0}\u000a02:51:18.213801 --- ParallelTerminationStrategy: PID 14902 died...\u000a02:51:18.266919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14902): Terminated: ok {rc=0}\u000a02:51:18.276596 --- ParallelTerminationStrategy: PID 14905 died...\u000a02:51:18.330220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14905): Terminated: ok {rc=0}\u000a02:51:18.417535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14913): Process ended prematurely: osmo-stp_10.42.42.5(pid=14913) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14913): Process ended prematurely: osmo-stp_10.42.42.5(pid=14913) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:51:19.468670 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:19.480551 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:51:19.637269 tst ping_idle_ping.py: using LAC 18555\u000a02:51:19.751177 tst ping_idle_ping.py: using RAC 195\u000a02:51:19.865440 tst ping_idle_ping.py: using CellId 18555\u000a02:51:19.987879 tst ping_idle_ping.py: using BVCI 18556\u000a02:51:20.012571 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:20.024616 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:20.036318 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:20.047989 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:20.059524 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:20.071021 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:20.082685 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:51:20.094262 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:51:20.362049 tst ping_idle_ping.py:24: start network...\u000a02:51:20.483344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:20.942420 run create_hlr_db(pid=14907): Launched\u000a02:51:21.110934 bus /gobi_6: Setting Powered False\u000a02:51:22.132038 run create_hlr_db(pid=14907): Terminated: ok {rc=0}\u000a02:51:22.548637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14909): Launched\u000a02:51:22.862624 run osmo-hlr_10.42.42.2(pid=14910): Launched\u000a02:51:22.979935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:23.523907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14912): Launched\u000a02:51:23.839003 run osmo-stp_10.42.42.5(pid=14913): Launched\u000a02:51:23.952859 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:24.486016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14915): Launched\u000a02:51:24.590987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:24.846605 run patchelf(pid=14916): Launched\u000a02:51:25.018658 run osmo-stp_10.42.42.5(pid=14913): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)]\u000a02:51:25.144719 run osmo-stp_10.42.42.5(pid=14913): stdout: \u000a| (launched: 2022-12-09_02:51:23.685099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:25.271307 run osmo-stp_10.42.42.5(pid=14913): stderr: \u000a| �[0;m�[38;5;43m20221209025123873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025123873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025123873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025123874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025123876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025123876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025123876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:25.393679 run osmo-stp_10.42.42.5(pid=14913): stdout: \u000a| (launched: 2022-12-09_02:51:23.685099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:25.514863 run osmo-stp_10.42.42.5(pid=14913): stderr: \u000a| �[0;m�[38;5;43m20221209025123873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025123873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025123873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025123874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025123876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025123876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025123876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:25.655464 run patchelf(pid=14916): Terminating (SIGINT)\u000a02:51:25.820263 run patchelf(pid=14916): Terminated: ok {rc=0}\u000a02:51:25.850650 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14913): Process ended prematurely: osmo-stp_10.42.42.5(pid=14913) [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14913)] [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:51:25.859536 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:51:25.920525 run osmo-hlr_10.42.42.2(pid=14910): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14910)]\u000a02:51:25.969944 run osmo-hlr_10.42.42.2(pid=14910): stdout: \u000a| (launched: 2022-12-09_02:51:22.708629) \u000a02:51:26.019941 run osmo-hlr_10.42.42.2(pid=14910): stderr: \u000a| �[0;m�[1;31m20221209025122903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025122903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025122903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025122903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025122903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025122903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025122916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025122924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025122924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025122924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:26.062025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14909): Terminating (SIGTERM)\u000a02:51:26.102398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14912): Terminating (SIGTERM)\u000a02:51:26.142525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14915): Terminating (SIGTERM)\u000a02:51:26.152129 --- ParallelTerminationStrategy: PID 14909 died...\u000a02:51:26.205737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14909): Terminated: ok {rc=0}\u000a02:51:26.215382 --- ParallelTerminationStrategy: PID 14912 died...\u000a02:51:26.268879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14912): Terminated: ok {rc=0}\u000a02:51:26.278579 --- ParallelTerminationStrategy: PID 14915 died...\u000a02:51:26.332976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14915): Terminated: ok {rc=0}\u000a02:51:26.422182 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:50:29" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14931): Process ended prematurely: osmo-stp_10.42.42.5(pid=14931) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14931): Process ended prematurely: osmo-stp_10.42.42.5(pid=14931) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:51:28.575223 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:28.586598 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:28.724451 tst cs_paging_gprs_active.py: using LAC 18556\u000a02:51:28.850026 tst cs_paging_gprs_active.py: using RAC 196\u000a02:51:28.975437 tst cs_paging_gprs_active.py: using CellId 18556\u000a02:51:29.101114 tst cs_paging_gprs_active.py: using BVCI 18557\u000a02:51:29.125827 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.137807 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.149570 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.161388 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.172917 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.184696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.196515 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.208125 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:29.219959 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:29.334638 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:29.608666 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:51:29.732334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:30.039446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14921): Launched\u000a02:51:30.295220 run iperf3-srv_10.42.42.10(pid=14922): Launched\u000a02:51:30.475497 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:51:30.598833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:30.926196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Launched\u000a02:51:31.207597 run iperf3-srv_10.42.42.10(pid=14924): Launched\u000a02:51:31.393879 tst cs_paging_gprs_active.py:38: start network...\u000a02:51:31.521542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:32.111575 run create_hlr_db(pid=14925): Launched\u000a02:51:32.286647 bus /gobi_6: Setting Powered False\u000a02:51:33.304859 run create_hlr_db(pid=14925): Terminated: ok {rc=0}\u000a02:51:33.699937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14927): Launched\u000a02:51:33.997557 run osmo-hlr_10.42.42.2(pid=14928): Launched\u000a02:51:34.112611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:34.633257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14930): Launched\u000a02:51:34.929911 run osmo-stp_10.42.42.5(pid=14931): Launched\u000a02:51:35.038604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:35.553882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14933): Launched\u000a02:51:35.659825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:35.917844 run patchelf(pid=14934): Launched\u000a02:51:36.091626 run osmo-stp_10.42.42.5(pid=14931): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)]\u000a02:51:36.218595 run osmo-stp_10.42.42.5(pid=14931): stdout: \u000a| (launched: 2022-12-09_02:51:34.783720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:36.346217 run osmo-stp_10.42.42.5(pid=14931): stderr: \u000a| �[0;m�[38;5;43m20221209025134953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025134954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025134954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025134954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025134955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025134955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025134955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:36.469742 run osmo-stp_10.42.42.5(pid=14931): stdout: \u000a| (launched: 2022-12-09_02:51:34.783720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:36.591819 run osmo-stp_10.42.42.5(pid=14931): stderr: \u000a| �[0;m�[38;5;43m20221209025134953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025134954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025134954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025134954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025134955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025134955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025134955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:36.734438 run patchelf(pid=14934): Terminating (SIGINT)\u000a02:51:36.902188 run patchelf(pid=14934): Terminated: ok {rc=0}\u000a02:51:36.933219 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14931): Process ended prematurely: osmo-stp_10.42.42.5(pid=14931) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14931)] [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a02:51:36.942665 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a02:51:37.002414 run osmo-hlr_10.42.42.2(pid=14928): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14928)]\u000a02:51:37.050903 run osmo-hlr_10.42.42.2(pid=14928): stdout: \u000a| (launched: 2022-12-09_02:51:33.851114) \u000a02:51:37.100239 run osmo-hlr_10.42.42.2(pid=14928): stderr: \u000a| �[0;m�[1;31m20221209025134024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025134024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025134024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025134024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025134024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025134024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025134037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025134045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025134045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025134045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:37.142030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14921): Terminating (SIGTERM)\u000a02:51:37.181445 run iperf3-srv_10.42.42.10(pid=14922): Terminating (SIGTERM)\u000a02:51:37.220913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Terminating (SIGTERM)\u000a02:51:37.260297 run iperf3-srv_10.42.42.10(pid=14924): Terminating (SIGTERM)\u000a02:51:37.299796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14927): Terminating (SIGTERM)\u000a02:51:37.339159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14930): Terminating (SIGTERM)\u000a02:51:37.378656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14933): Terminating (SIGTERM)\u000a02:51:37.387897 --- ParallelTerminationStrategy: PID 14921 died...\u000a02:51:37.440728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14921): Terminated: ok {rc=0}\u000a02:51:37.450442 --- ParallelTerminationStrategy: PID 14922 died...\u000a02:51:37.503157 run iperf3-srv_10.42.42.10(pid=14922): Terminated {rc=256}\u000a02:51:37.512563 --- ParallelTerminationStrategy: PID 14923 died...\u000a02:51:37.564881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14923): Terminated: ok {rc=0}\u000a02:51:37.574463 --- ParallelTerminationStrategy: PID 14924 died...\u000a02:51:37.626472 run iperf3-srv_10.42.42.10(pid=14924): Terminated {rc=256}\u000a02:51:37.635962 --- ParallelTerminationStrategy: PID 14927 died...\u000a02:51:37.688495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14927): Terminated: ok {rc=0}\u000a02:51:37.697923 --- ParallelTerminationStrategy: PID 14930 died...\u000a02:51:37.750236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14930): Terminated: ok {rc=0}\u000a02:51:37.759877 --- ParallelTerminationStrategy: PID 14933 died...\u000a02:51:37.812382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14933): Terminated: ok {rc=0}\u000a02:51:37.900543 bus /gobi_0: Setting Powered False\u000a02:51:39.003505 bus /gobi_0: Setting Powered False\u000a02:51:40.113700 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14943): Process ended prematurely: osmo-stp_10.42.42.5(pid=14943) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14943)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14943): Process ended prematurely: osmo-stp_10.42.42.5(pid=14943) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a02:51:41.222769 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.234624 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:41.375197 tst iperf3.py: using LAC 18557\u000a02:51:41.491196 tst iperf3.py: using RAC 197\u000a02:51:41.607035 tst iperf3.py: using CellId 18557\u000a02:51:41.725819 tst iperf3.py: using BVCI 18558\u000a02:51:41.748452 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.759631 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.770726 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.782009 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.793370 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.804432 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.815985 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.827153 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:41.838559 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:42.130416 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:51:42.263862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:42.592672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14935): Launched\u000a02:51:42.865914 run iperf3-srv_10.42.42.10(pid=14936): Launched\u000a02:51:43.061290 tst iperf3.py:8: start network...\u000a02:51:43.194707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:43.703137 run create_hlr_db(pid=14937): Launched\u000a02:51:43.887667 bus /gobi_6: Setting Powered False\u000a02:51:44.908914 run create_hlr_db(pid=14937): Terminated: ok {rc=0}\u000a02:51:45.332864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14939): Launched\u000a02:51:45.653856 run osmo-hlr_10.42.42.2(pid=14940): Launched\u000a02:51:45.771307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:46.389949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14942): Launched\u000a02:51:46.863315 run osmo-stp_10.42.42.5(pid=14943): Launched\u000a02:51:47.088840 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:47.617688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14945): Launched\u000a02:51:47.723978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:47.983004 run patchelf(pid=14946): Launched\u000a02:51:48.156837 run osmo-stp_10.42.42.5(pid=14943): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14943)]\u000a02:51:48.284232 run osmo-stp_10.42.42.5(pid=14943): stdout: \u000a| (launched: 2022-12-09_02:51:46.554567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:48.412024 run osmo-stp_10.42.42.5(pid=14943): stderr: \u000a| �[0;m�[38;5;43m20221209025146848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025146849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025146849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025146850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025146850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025146850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025146850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:48.535813 run osmo-stp_10.42.42.5(pid=14943): stdout: \u000a| (launched: 2022-12-09_02:51:46.554567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:48.657963 run osmo-stp_10.42.42.5(pid=14943): stderr: \u000a| �[0;m�[38;5;43m20221209025146848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025146849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025146849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025146850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025146850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025146850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025146850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:48.800078 run patchelf(pid=14946): Terminating (SIGINT)\u000a02:51:48.966849 run patchelf(pid=14946): Terminated: ok {rc=0}\u000a02:51:48.997610 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14943): Process ended prematurely: osmo-stp_10.42.42.5(pid=14943) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14943)] [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a02:51:49.006870 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:51:49.066766 run osmo-hlr_10.42.42.2(pid=14940): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14940)]\u000a02:51:49.115662 run osmo-hlr_10.42.42.2(pid=14940): stdout: \u000a| (launched: 2022-12-09_02:51:45.495089) \u000a02:51:49.165317 run osmo-hlr_10.42.42.2(pid=14940): stderr: \u000a| �[0;m�[1;31m20221209025145694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025145695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025145695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025145695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025145695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025145695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025145707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025145716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025145716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025145716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:49.207178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14935): Terminating (SIGTERM)\u000a02:51:49.246866 run iperf3-srv_10.42.42.10(pid=14936): Terminating (SIGTERM)\u000a02:51:49.286620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14939): Terminating (SIGTERM)\u000a02:51:49.326393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14942): Terminating (SIGTERM)\u000a02:51:49.366126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14945): Terminating (SIGTERM)\u000a02:51:49.375414 --- ParallelTerminationStrategy: PID 14935 died...\u000a02:51:49.428223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14935): Terminated: ok {rc=0}\u000a02:51:49.437882 --- ParallelTerminationStrategy: PID 14936 died...\u000a02:51:49.490181 run iperf3-srv_10.42.42.10(pid=14936): Terminated {rc=256}\u000a02:51:49.499733 --- ParallelTerminationStrategy: PID 14939 died...\u000a02:51:49.552115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14939): Terminated: ok {rc=0}\u000a02:51:49.561877 --- ParallelTerminationStrategy: PID 14942 died...\u000a02:51:49.614219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14942): Terminated: ok {rc=0}\u000a02:51:49.623843 --- ParallelTerminationStrategy: PID 14945 died...\u000a02:51:49.676377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14945): Terminated: ok {rc=0}\u000a02:51:49.763409 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14961): Process ended prematurely: osmo-stp_10.42.42.5(pid=14961) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14961)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14961): Process ended prematurely: osmo-stp_10.42.42.5(pid=14961) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a02:51:50.873480 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:50.885251 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:51.034275 tst iperf3m4.py: using LAC 18558\u000a02:51:51.158217 tst iperf3m4.py: using RAC 198\u000a02:51:51.284090 tst iperf3m4.py: using CellId 18558\u000a02:51:51.403346 tst iperf3m4.py: using BVCI 18559\u000a02:51:51.426093 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.437317 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.448259 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.459561 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.470834 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.481966 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.493164 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.504315 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:51.515768 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:51.636402 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:51.759719 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:51.876462 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:52.152935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:51:52.276385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:52.582195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14947): Launched\u000a02:51:52.835933 run iperf3-srv_10.42.42.10(pid=14948): Launched\u000a02:51:53.017128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:51:53.141053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:53.446922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14949): Launched\u000a02:51:53.701072 run iperf3-srv_10.42.42.10(pid=14950): Launched\u000a02:51:53.882290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:51:54.006253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:54.312802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14951): Launched\u000a02:51:54.566787 run iperf3-srv_10.42.42.10(pid=14952): Launched\u000a02:51:54.746752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:51:54.870084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:55.177079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14953): Launched\u000a02:51:55.431499 run iperf3-srv_10.42.42.10(pid=14954): Launched\u000a02:51:55.611682 tst iperf3m4.py:8: start network...\u000a02:51:55.735375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:56.201209 run create_hlr_db(pid=14955): Launched\u000a02:51:56.371658 bus /gobi_6: Setting Powered False\u000a02:51:57.393869 run create_hlr_db(pid=14955): Terminated: ok {rc=0}\u000a02:51:57.789267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14957): Launched\u000a02:51:58.086090 run osmo-hlr_10.42.42.2(pid=14958): Launched\u000a02:51:58.198408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:58.712131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14960): Launched\u000a02:51:59.009491 run osmo-stp_10.42.42.5(pid=14961): Launched\u000a02:51:59.118582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:59.633550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14963): Launched\u000a02:51:59.739739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:59.997259 run patchelf(pid=14964): Launched\u000a02:52:00.170146 run osmo-stp_10.42.42.5(pid=14961): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14961)]\u000a02:52:00.297285 run osmo-stp_10.42.42.5(pid=14961): stdout: \u000a| (launched: 2022-12-09_02:51:58.862393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:00.424751 run osmo-stp_10.42.42.5(pid=14961): stderr: \u000a| �[0;m�[38;5;43m20221209025159027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025159028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025159028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025159028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025159029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025159029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025159029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:00.547900 run osmo-stp_10.42.42.5(pid=14961): stdout: \u000a| (launched: 2022-12-09_02:51:58.862393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:00.669518 run osmo-stp_10.42.42.5(pid=14961): stderr: \u000a| �[0;m�[38;5;43m20221209025159027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025159028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025159028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025159028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025159029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025159029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025159029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:00.811008 run patchelf(pid=14964): Terminating (SIGINT)\u000a02:52:00.980092 run patchelf(pid=14964): Terminated: ok {rc=0}\u000a02:52:01.011720 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14961): Process ended prematurely: osmo-stp_10.42.42.5(pid=14961) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14961)] [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a02:52:01.021579 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a02:52:01.083810 run osmo-hlr_10.42.42.2(pid=14958): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14958)]\u000a02:52:01.133863 run osmo-hlr_10.42.42.2(pid=14958): stdout: \u000a| (launched: 2022-12-09_02:51:57.939891) \u000a02:52:01.184240 run osmo-hlr_10.42.42.2(pid=14958): stderr: \u000a| �[0;m�[1;31m20221209025158113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025158113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025158113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025158113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025158113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025158113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025158128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025158138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025158139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025158139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:01.227215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14947): Terminating (SIGTERM)\u000a02:52:01.268839 run iperf3-srv_10.42.42.10(pid=14948): Terminating (SIGTERM)\u000a02:52:01.310725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14949): Terminating (SIGTERM)\u000a02:52:01.351981 run iperf3-srv_10.42.42.10(pid=14950): Terminating (SIGTERM)\u000a02:52:01.396174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14951): Terminating (SIGTERM)\u000a02:52:01.436042 run iperf3-srv_10.42.42.10(pid=14952): Terminating (SIGTERM)\u000a02:52:01.476394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14953): Terminating (SIGTERM)\u000a02:52:01.516545 run iperf3-srv_10.42.42.10(pid=14954): Terminating (SIGTERM)\u000a02:52:01.558779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14957): Terminating (SIGTERM)\u000a02:52:01.599292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14960): Terminating (SIGTERM)\u000a02:52:01.639440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14963): Terminating (SIGTERM)\u000a02:52:01.649031 --- ParallelTerminationStrategy: PID 14947 died...\u000a02:52:01.703314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14947): Terminated: ok {rc=0}\u000a02:52:01.713332 --- ParallelTerminationStrategy: PID 14948 died...\u000a02:52:01.766986 run iperf3-srv_10.42.42.10(pid=14948): Terminated {rc=256}\u000a02:52:01.776858 --- ParallelTerminationStrategy: PID 14949 died...\u000a02:52:01.830797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14949): Terminated: ok {rc=0}\u000a02:52:01.840653 --- ParallelTerminationStrategy: PID 14950 died...\u000a02:52:01.894365 run iperf3-srv_10.42.42.10(pid=14950): Terminated {rc=256}\u000a02:52:01.904229 --- ParallelTerminationStrategy: PID 14951 died...\u000a02:52:01.957641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14951): Terminated: ok {rc=0}\u000a02:52:01.967894 --- ParallelTerminationStrategy: PID 14952 died...\u000a02:52:02.021417 run iperf3-srv_10.42.42.10(pid=14952): Terminated {rc=256}\u000a02:52:02.031284 --- ParallelTerminationStrategy: PID 14953 died...\u000a02:52:02.084998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14953): Terminated: ok {rc=0}\u000a02:52:02.095362 --- ParallelTerminationStrategy: PID 14954 died...\u000a02:52:02.149139 run iperf3-srv_10.42.42.10(pid=14954): Terminated {rc=256}\u000a02:52:02.159089 --- ParallelTerminationStrategy: PID 14957 died...\u000a02:52:02.212393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14957): Terminated: ok {rc=0}\u000a02:52:02.222872 --- ParallelTerminationStrategy: PID 14960 died...\u000a02:52:02.276131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14960): Terminated: ok {rc=0}\u000a02:52:02.286398 --- ParallelTerminationStrategy: PID 14963 died...\u000a02:52:02.339992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14963): Terminated: ok {rc=0}\u000a02:52:02.427668 bus /gobi_4: Setting Powered False\u000a02:52:03.529921 bus /gobi_4: Setting Powered False\u000a02:52:04.641232 bus /gobi_1: Setting Powered False\u000a02:52:05.744533 bus /gobi_1: Setting Powered False\u000a02:52:06.854198 bus /gobi_0: Setting Powered False\u000a02:52:07.958618 bus /gobi_0: Setting Powered False\u000a02:52:09.067127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14971): Process ended prematurely: osmo-stp_10.42.42.5(pid=14971) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14971): Process ended prematurely: osmo-stp_10.42.42.5(pid=14971) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a02:52:10.136207 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.149174 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:52:10.294053 tst ping.py: using LAC 18559\u000a02:52:10.418414 tst ping.py: using RAC 199\u000a02:52:10.541648 tst ping.py: using CellId 18559\u000a02:52:10.664739 tst ping.py: using BVCI 18560\u000a02:52:10.688809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.700613 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.712294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.723949 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.735627 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.747335 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.759153 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:10.770828 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:52:11.041420 tst ping.py:19: start network...\u000a02:52:11.163381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:11.622274 run create_hlr_db(pid=14965): Launched\u000a02:52:11.790560 bus /gobi_6: Setting Powered False\u000a02:52:12.811227 run create_hlr_db(pid=14965): Terminated: ok {rc=0}\u000a02:52:13.225837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14967): Launched\u000a02:52:13.538780 run osmo-hlr_10.42.42.2(pid=14968): Launched\u000a02:52:13.656448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:14.204163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14970): Launched\u000a02:52:14.516173 run osmo-stp_10.42.42.5(pid=14971): Launched\u000a02:52:14.630085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:52:15.175368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14973): Launched\u000a02:52:15.286939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:52:15.558696 run patchelf(pid=14974): Launched\u000a02:52:15.741315 run osmo-stp_10.42.42.5(pid=14971): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)]\u000a02:52:15.876203 run osmo-stp_10.42.42.5(pid=14971): stdout: \u000a| (launched: 2022-12-09_02:52:14.363040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:16.026603 run osmo-stp_10.42.42.5(pid=14971): stderr: \u000a| �[0;m�[38;5;43m20221209025214553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025214554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025214554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025214554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025214555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025214555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025214555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:16.161568 run osmo-stp_10.42.42.5(pid=14971): stdout: \u000a| (launched: 2022-12-09_02:52:14.363040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:16.292631 run osmo-stp_10.42.42.5(pid=14971): stderr: \u000a| �[0;m�[38;5;43m20221209025214553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025214554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025214554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025214554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025214555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025214555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025214555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:16.446916 run patchelf(pid=14974): Terminating (SIGINT)\u000a02:52:16.624627 run patchelf(pid=14974): Terminated: ok {rc=0}\u000a02:52:16.657326 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14971): Process ended prematurely: osmo-stp_10.42.42.5(pid=14971) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14971)] [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a02:52:16.667139 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:52:16.730283 run osmo-hlr_10.42.42.2(pid=14968): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14968)]\u000a02:52:16.782061 run osmo-hlr_10.42.42.2(pid=14968): stdout: \u000a| (launched: 2022-12-09_02:52:13.385330) \u000a02:52:16.834761 run osmo-hlr_10.42.42.2(pid=14968): stderr: \u000a| �[0;m�[1;31m20221209025213581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025213581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025213581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025213581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025213581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025213581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025213594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025213602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025213603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025213603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:16.879372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14967): Terminating (SIGTERM)\u000a02:52:16.921873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14970): Terminating (SIGTERM)\u000a02:52:16.963816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14973): Terminating (SIGTERM)\u000a02:52:16.973688 --- ParallelTerminationStrategy: PID 14967 died...\u000a02:52:17.030041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14967): Terminated: ok {rc=0}\u000a02:52:17.040447 --- ParallelTerminationStrategy: PID 14970 died...\u000a02:52:17.097132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14970): Terminated: ok {rc=0}\u000a02:52:17.107683 --- ParallelTerminationStrategy: PID 14973 died...\u000a02:52:17.164064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14973): Terminated: ok {rc=0}\u000a02:52:17.250777 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14981): Process ended prematurely: osmo-stp_10.42.42.5(pid=14981) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14981)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14981): Process ended prematurely: osmo-stp_10.42.42.5(pid=14981) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a02:52:18.302669 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.315213 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:52:18.454716 tst ping_idle_ping.py: using LAC 18560\u000a02:52:18.570824 tst ping_idle_ping.py: using RAC 200\u000a02:52:18.688685 tst ping_idle_ping.py: using CellId 18560\u000a02:52:18.806138 tst ping_idle_ping.py: using BVCI 18561\u000a02:52:18.828665 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.839957 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.851069 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.862647 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.874203 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.885600 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.897120 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:52:18.908572 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:52:19.180837 tst ping_idle_ping.py:24: start network...\u000a02:52:19.303878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:19.766604 run create_hlr_db(pid=14975): Launched\u000a02:52:19.936338 bus /gobi_6: Setting Powered False\u000a02:52:20.957762 run create_hlr_db(pid=14975): Terminated: ok {rc=0}\u000a02:52:21.376922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14977): Launched\u000a02:52:21.691163 run osmo-hlr_10.42.42.2(pid=14978): Launched\u000a02:52:21.809291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:22.356267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14980): Launched\u000a02:52:22.669342 run osmo-stp_10.42.42.5(pid=14981): Launched\u000a02:52:22.783337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:52:23.331283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14983): Launched\u000a02:52:23.443046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:52:23.716053 run patchelf(pid=14984): Launched\u000a02:52:23.899346 run osmo-stp_10.42.42.5(pid=14981): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14981)]\u000a02:52:24.033804 run osmo-stp_10.42.42.5(pid=14981): stdout: \u000a| (launched: 2022-12-09_02:52:22.515798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:24.168801 run osmo-stp_10.42.42.5(pid=14981): stderr: \u000a| �[0;m�[38;5;43m20221209025222706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025222706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025222706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025222707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025222707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025222707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025222707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:24.299108 run osmo-stp_10.42.42.5(pid=14981): stdout: \u000a| (launched: 2022-12-09_02:52:22.515798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:24.428247 run osmo-stp_10.42.42.5(pid=14981): stderr: \u000a| �[0;m�[38;5;43m20221209025222706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025222706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025222706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025222707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025222707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025222707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025222707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:24.578723 run patchelf(pid=14984): Terminating (SIGINT)\u000a02:52:24.754590 run patchelf(pid=14984): Terminated: ok {rc=0}\u000a02:52:24.786676 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14981): Process ended prematurely: osmo-stp_10.42.42.5(pid=14981) [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14981)] [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a02:52:24.795798 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:52:24.857815 run osmo-hlr_10.42.42.2(pid=14978): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14978)]\u000a02:52:24.908722 run osmo-hlr_10.42.42.2(pid=14978): stdout: \u000a| (launched: 2022-12-09_02:52:21.537062) \u000a02:52:24.960229 run osmo-hlr_10.42.42.2(pid=14978): stderr: \u000a| �[0;m�[1;31m20221209025221733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025221733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025221733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025221733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025221733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025221733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025221745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025221753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025221753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025221753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:25.004097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14977): Terminating (SIGTERM)\u000a02:52:25.045856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14980): Terminating (SIGTERM)\u000a02:52:25.087609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14983): Terminating (SIGTERM)\u000a02:52:25.097441 --- ParallelTerminationStrategy: PID 14977 died...\u000a02:52:25.153419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14977): Terminated: ok {rc=0}\u000a02:52:25.163751 --- ParallelTerminationStrategy: PID 14980 died...\u000a02:52:25.219471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14980): Terminated: ok {rc=0}\u000a02:52:25.229626 --- ParallelTerminationStrategy: PID 14983 died...\u000a02:52:25.284811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14983): Terminated: ok {rc=0}\u000a02:52:25.372025 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:51:28" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14994): Process ended prematurely: osmo-stp_10.42.42.5(pid=14994) [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14994): Process ended prematurely: osmo-stp_10.42.42.5(pid=14994) [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:52:27.404881 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:27.416069 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:52:27.577527 tst switch_tch_pdch.py: using LAC 18561\u000a02:52:27.699367 tst switch_tch_pdch.py: using RAC 201\u000a02:52:27.821120 tst switch_tch_pdch.py: using CellId 18561\u000a02:52:27.942272 tst switch_tch_pdch.py: using BVCI 18562\u000a02:52:27.966439 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:27.978154 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:27.989908 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:28.001648 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:28.013277 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:28.024792 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:28.036565 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:52:28.048604 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:52:28.163838 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:52:28.431423 tst switch_tch_pdch.py:51: start network...\u000a02:52:28.552330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:29.009598 run create_hlr_db(pid=14988): Launched\u000a02:52:29.177169 bus /gobi_6: Setting Powered False\u000a02:52:30.198574 run create_hlr_db(pid=14988): Terminated: ok {rc=0}\u000a02:52:30.613413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14990): Launched\u000a02:52:30.973235 run osmo-hlr_10.42.42.2(pid=14991): Launched\u000a02:52:31.170785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:31.779854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14993): Launched\u000a02:52:32.196586 run osmo-stp_10.42.42.5(pid=14994): Launched\u000a02:52:32.340909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:52:32.901663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14996): Launched\u000a02:52:33.005859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:52:33.260045 run patchelf(pid=14997): Launched\u000a02:52:33.430677 run osmo-stp_10.42.42.5(pid=14994): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)]\u000a02:52:33.555460 run osmo-stp_10.42.42.5(pid=14994): stdout: \u000a| (launched: 2022-12-09_02:52:31.941362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:33.681337 run osmo-stp_10.42.42.5(pid=14994): stderr: \u000a| �[0;m�[38;5;43m20221209025232230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025232230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025232230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025232230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:33.802032 run osmo-stp_10.42.42.5(pid=14994): stdout: \u000a| (launched: 2022-12-09_02:52:31.941362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:33.922410 run osmo-stp_10.42.42.5(pid=14994): stderr: \u000a| �[0;m�[38;5;43m20221209025232230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025232230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025232230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025232230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025232231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:34.062029 run patchelf(pid=14997): Terminating (SIGINT)\u000a02:52:34.226193 run patchelf(pid=14997): Terminated: ok {rc=0}\u000a02:52:34.256129 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14994): Process ended prematurely: osmo-stp_10.42.42.5(pid=14994) [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14994)] [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:52:34.264770 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a02:52:34.324339 run osmo-hlr_10.42.42.2(pid=14991): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14991)]\u000a02:52:34.373549 run osmo-hlr_10.42.42.2(pid=14991): stdout: \u000a| (launched: 2022-12-09_02:52:30.772462) \u000a02:52:34.423044 run osmo-hlr_10.42.42.2(pid=14991): stderr: \u000a| �[0;m�[1;31m20221209025231076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025231076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025231076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025231076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025231076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025231076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025231092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025231105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025231105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025231106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:34.465357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14990): Terminating (SIGTERM)\u000a02:52:34.505059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14993): Terminating (SIGTERM)\u000a02:52:34.544750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14996): Terminating (SIGTERM)\u000a02:52:34.554151 --- ParallelTerminationStrategy: PID 14990 died...\u000a02:52:34.607616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14990): Terminated: ok {rc=0}\u000a02:52:34.617207 --- ParallelTerminationStrategy: PID 14993 died...\u000a02:52:34.670032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14993): Terminated: ok {rc=0}\u000a02:52:34.679801 --- ParallelTerminationStrategy: PID 14996 died...\u000a02:52:34.733659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14996): Terminated: ok {rc=0}\u000a02:52:34.821437 bus /gobi_0: Setting Powered False\u000a02:52:35.923778 bus /gobi_0: Setting Powered False\u000a02:52:37.033676 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:52:27" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15010): Process ended prematurely: osmo-stp_10.42.42.5(pid=15010) [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15010): Process ended prematurely: osmo-stp_10.42.42.5(pid=15010) [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:52:38.997141 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.007955 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:52:39.160072 tst switch_tch_pdch.py: using LAC 18562\u000a02:52:39.277294 tst switch_tch_pdch.py: using RAC 202\u000a02:52:39.392772 tst switch_tch_pdch.py: using CellId 18562\u000a02:52:39.507497 tst switch_tch_pdch.py: using BVCI 18563\u000a02:52:39.529813 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.540704 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.551393 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.562380 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.573245 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.584144 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.595242 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:39.605931 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:52:39.724030 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:52:39.994493 tst switch_tch_pdch.py:51: start network...\u000a02:52:40.116541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:40.549714 run create_hlr_db(pid=15004): Launched\u000a02:52:40.668427 bus /gobi_6: Setting Powered False\u000a02:52:41.738302 run create_hlr_db(pid=15004): Terminated: ok {rc=0}\u000a02:52:42.126037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15006): Launched\u000a02:52:42.437523 run osmo-hlr_10.42.42.2(pid=15007): Launched\u000a02:52:42.551960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:43.066689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15009): Launched\u000a02:52:43.378753 run osmo-stp_10.42.42.5(pid=15010): Launched\u000a02:52:43.491317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:52:44.007403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15012): Launched\u000a02:52:44.119229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:52:44.389922 run patchelf(pid=15013): Launched\u000a02:52:44.572631 run osmo-stp_10.42.42.5(pid=15010): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)]\u000a02:52:44.706039 run osmo-stp_10.42.42.5(pid=15010): stdout: \u000a| (launched: 2022-12-09_02:52:43.225578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:44.839843 run osmo-stp_10.42.42.5(pid=15010): stderr: \u000a| �[0;m�[38;5;43m20221209025243414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025243414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025243414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025243414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:44.969212 run osmo-stp_10.42.42.5(pid=15010): stdout: \u000a| (launched: 2022-12-09_02:52:43.225578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:45.097733 run osmo-stp_10.42.42.5(pid=15010): stderr: \u000a| �[0;m�[38;5;43m20221209025243414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025243414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025243414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025243414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:45.246341 run patchelf(pid=15013): Terminating (SIGINT)\u000a02:52:45.420701 run patchelf(pid=15013): Terminated: ok {rc=0}\u000a02:52:45.452377 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15010): Process ended prematurely: osmo-stp_10.42.42.5(pid=15010) [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)] [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:52:45.461463 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:52:45.522614 run osmo-hlr_10.42.42.2(pid=15007): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15007)]\u000a02:52:45.572927 run osmo-hlr_10.42.42.2(pid=15007): stdout: \u000a| (launched: 2022-12-09_02:52:42.284100) \u000a02:52:45.624236 run osmo-hlr_10.42.42.2(pid=15007): stderr: \u000a| �[0;m�[1;31m20221209025242478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025242478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025242478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025242478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025242478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025242478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025242490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025242498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025242499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025242499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:45.668155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15006): Terminating (SIGTERM)\u000a02:52:45.710254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15009): Terminating (SIGTERM)\u000a02:52:45.751490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15012): Terminating (SIGTERM)\u000a02:52:45.761056 --- ParallelTerminationStrategy: PID 15006 died...\u000a02:52:45.816053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15006): Terminated: ok {rc=0}\u000a02:52:45.825971 --- ParallelTerminationStrategy: PID 15009 died...\u000a02:52:45.912549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15009): Terminated: ok {rc=0}\u000a02:52:45.930228 --- ParallelTerminationStrategy: PID 15012 died...\u000a02:52:45.986930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15012): Terminated: ok {rc=0}\u000a02:52:46.073323 bus /gobi_0: Setting Powered False\u000a02:52:47.196229 bus /gobi_0: Setting Powered False\u000a02:52:48.305089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:52:38" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15018) [trial-2353↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15018)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15018) [trial-2353↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a02:52:50.191060 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a02:52:50.201649 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:50.333073 tst mo_mt_sms.py: using LAC 18563\u000a02:52:50.455007 tst mo_mt_sms.py: using RAC 203\u000a02:52:50.578042 tst mo_mt_sms.py: using CellId 18563\u000a02:52:50.700489 tst mo_mt_sms.py: using BVCI 18564\u000a02:52:50.724505 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:50.839066 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:51.124322 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:52:51.254545 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:52:51.897824 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15017): Launched\u000a02:52:52.206269 run osmo-nitb_10.42.42.2(pid=15018): Launched\u000a02:52:52.397539 run osmo-nitb_10.42.42.2(pid=15018): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15018)]\u000a02:52:52.538838 run osmo-nitb_10.42.42.2(pid=15018): stdout: \u000a| (launched: 2022-12-09_02:52:52.056379) \u000a02:52:52.680037 run osmo-nitb_10.42.42.2(pid=15018): stderr: \u000a| (launched: 2022-12-09_02:52:52.103255)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:52.816774 run osmo-nitb_10.42.42.2(pid=15018): stdout: \u000a| (launched: 2022-12-09_02:52:52.056379) \u000a02:52:52.952579 run osmo-nitb_10.42.42.2(pid=15018): stderr: \u000a| (launched: 2022-12-09_02:52:52.103255)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:53.331877 tst osmo-nitb_10.42.42.2(pid=15018): stdout: \u000a| (launched: 2022-12-09_02:52:52.056379) \u000a02:52:53.456391 tst osmo-nitb_10.42.42.2(pid=15018): stderr: \u000a| (launched: 2022-12-09_02:52:52.103255)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:53.510933 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15018): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15018) [trial-2353↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15018)] [trial-2353↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a02:52:53.519647 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:52:53.555091 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15017): Terminating (SIGTERM)\u000a02:52:53.732746 --- ParallelTerminationStrategy: PID 15017 died...\u000a02:52:53.789174 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15017): Terminated: ok {rc=0}\u000a02:52:53.874538 bus /sierra_3: Setting Powered False\u000a02:52:54.979750 bus /sierra_3: Setting Powered False\u000a02:52:56.086767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:52:50" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "sms:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15084): Process ended prematurely: osmo-stp_10.42.42.5(pid=15084) [trial-2353↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15084)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15084): Process ended prematurely: osmo-stp_10.42.42.5(pid=15084) [trial-2353↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a02:52:57.984772 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:57.995853 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:58.135303 tst mo_mt_sms.py: using LAC 18564\u000a02:52:58.262030 tst mo_mt_sms.py: using RAC 204\u000a02:52:58.383189 tst mo_mt_sms.py: using CellId 18564\u000a02:52:58.504309 tst mo_mt_sms.py: using BVCI 18565\u000a02:52:58.528118 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:58.539020 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:58.549855 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:58.560541 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:58.571437 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:58.582140 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:58.696758 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:58.904685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:59.402841 run create_hlr_db(pid=15022): Launched\u000a02:52:59.583939 bus /sierra_2: Setting Powered False\u000a02:53:00.603818 run create_hlr_db(pid=15022): Terminated: ok {rc=0}\u000a02:53:01.090513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15024): Launched\u000a02:53:01.565231 run osmo-hlr_10.42.42.2(pid=15028): Launched\u000a02:53:01.759984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:02.557743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15076): Launched\u000a02:53:03.007149 run osmo-stp_10.42.42.5(pid=15084): Launched\u000a02:53:03.212016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:03.997062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15221): Launched\u000a02:53:04.456628 run osmo-msc_10.42.42.6(pid=15272): Launched\u000a02:53:04.782873 run osmo-stp_10.42.42.5(pid=15084): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15084)]\u000a02:53:04.972084 run osmo-stp_10.42.42.5(pid=15084): stdout: \u000a| (launched: 2022-12-09_02:53:02.729328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:05.158471 run osmo-stp_10.42.42.5(pid=15084): stderr: \u000a| �[0;m�[38;5;43m20221209025303027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025303027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025303027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025303028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025303028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025303028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025303028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:05.285563 run osmo-stp_10.42.42.5(pid=15084): stdout: \u000a| (launched: 2022-12-09_02:53:02.729328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:05.412735 run osmo-stp_10.42.42.5(pid=15084): stderr: \u000a| �[0;m�[38;5;43m20221209025303027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025303027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025303027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025303028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025303028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025303028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025303028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:05.468749 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15084): Process ended prematurely: osmo-stp_10.42.42.5(pid=15084) [trial-2353↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15084)] [trial-2353↪sms:trx-lms↪mo_mt_sms.py:16]\u000a02:53:05.478231 tst mo_mt_sms.py:16: Test FAILED (7.5 sec)\u000a02:53:05.542607 run osmo-hlr_10.42.42.2(pid=15028): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15028)]\u000a02:53:05.595150 run osmo-hlr_10.42.42.2(pid=15028): stdout: \u000a| (launched: 2022-12-09_02:53:01.283273) \u000a02:53:05.648325 run osmo-hlr_10.42.42.2(pid=15028): stderr: \u000a| �[0;m�[1;31m20221209025301622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025301622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025301622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025301622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025301622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025301622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025301650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025301659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025301659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025301659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:05.720016 run osmo-msc_10.42.42.6(pid=15272): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15272)]\u000a02:53:05.772346 run osmo-msc_10.42.42.6(pid=15272): stdout: \u000a| (launched: 2022-12-09_02:53:04.190010) \u000a02:53:05.825188 run osmo-msc_10.42.42.6(pid=15272): stderr: \u000a| �[0;m�[38;5;43m20221209025304760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025304760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5832e52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025304760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025304760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025304760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025304761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025304762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025304763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025304763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025304763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:05.870155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15024): Terminating (SIGTERM)\u000a02:53:05.914858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15076): Terminating (SIGTERM)\u000a02:53:05.958354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15221): Terminating (SIGTERM)\u000a02:53:05.969975 --- ParallelTerminationStrategy: PID 15024 died...\u000a02:53:06.027894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15024): Terminated: ok {rc=0}\u000a02:53:06.038526 --- ParallelTerminationStrategy: PID 15076 died...\u000a02:53:06.095008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15076): Terminated: ok {rc=0}\u000a02:53:06.105667 --- ParallelTerminationStrategy: PID 15221 died...\u000a02:53:06.162031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15221): Terminated: ok {rc=0}\u000a02:53:06.250718 bus /sierra_3: Setting Powered False\u000a02:53:07.358454 bus /sierra_3: Setting Powered False\u000a02:53:08.469761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:52:57" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15309) [trial-2353↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15309)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15309) [trial-2353↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a02:53:10.325153 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a02:53:10.337102 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a02:53:10.480672 tst assert_extension.py: using LAC 18565\u000a02:53:10.608235 tst assert_extension.py: using RAC 205\u000a02:53:10.735745 tst assert_extension.py: using CellId 18565\u000a02:53:10.862860 tst assert_extension.py: using BVCI 18566\u000a02:53:10.887946 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a02:53:11.185297 tst assert_extension.py:10: start nitb and bts...\u000a02:53:11.321033 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:53:12.002802 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15308): Launched\u000a02:53:12.344571 run osmo-nitb_10.42.42.2(pid=15309): Launched\u000a02:53:12.542439 run osmo-nitb_10.42.42.2(pid=15309): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15309)]\u000a02:53:12.692050 run osmo-nitb_10.42.42.2(pid=15309): stdout: \u000a| (launched: 2022-12-09_02:53:12.167268) \u000a02:53:12.838190 run osmo-nitb_10.42.42.2(pid=15309): stderr: \u000a| (launched: 2022-12-09_02:53:12.215163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:53:12.980094 run osmo-nitb_10.42.42.2(pid=15309): stdout: \u000a| (launched: 2022-12-09_02:53:12.167268) \u000a02:53:13.120093 run osmo-nitb_10.42.42.2(pid=15309): stderr: \u000a| (launched: 2022-12-09_02:53:12.215163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:53:13.474104 tst osmo-nitb_10.42.42.2(pid=15309): stdout: \u000a| (launched: 2022-12-09_02:53:12.167268) \u000a02:53:13.602614 tst osmo-nitb_10.42.42.2(pid=15309): stderr: \u000a| (launched: 2022-12-09_02:53:12.215163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:53:13.659291 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15309) [trial-2353↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15309)] [trial-2353↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a02:53:13.669316 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a02:53:13.706296 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15308): Terminating (SIGTERM)\u000a02:53:13.885241 --- ParallelTerminationStrategy: PID 15308 died...\u000a02:53:13.944347 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15308): Terminated: ok {rc=0}\u000a02:53:14.031733 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:53:10" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "ussd:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2353↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2353↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a02:53:15.892659 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:53:15.910114 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a02:53:16.065927 tst assert_extension.py: using LAC 18566\u000a02:53:16.224021 tst assert_extension.py: using RAC 206\u000a02:53:16.385974 tst assert_extension.py: using CellId 18566\u000a02:53:16.550499 tst assert_extension.py: using BVCI 18567\u000a02:53:16.576833 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:53:16.588920 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:53:16.600688 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:53:16.612463 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:53:16.624338 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:53:16.636125 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a02:53:16.872067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:17.481059 run create_hlr_db(pid=15313): Launched\u000a02:53:17.687739 bus /sierra_2: Setting Powered False\u000a02:53:18.681114 run create_hlr_db(pid=15313): Terminated: ok {rc=0}\u000a02:53:19.129600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Launched\u000a02:53:19.535724 run osmo-hlr_10.42.42.2(pid=15316): Launched\u000a02:53:19.766049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:20.390470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Launched\u000a02:53:20.805966 run osmo-stp_10.42.42.5(pid=15319): Launched\u000a02:53:21.036161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:21.666651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15321): Launched\u000a02:53:22.071456 run osmo-msc_10.42.42.6(pid=15322): Launched\u000a02:53:22.441364 run osmo-stp_10.42.42.5(pid=15319): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)]\u000a02:53:22.702172 run osmo-stp_10.42.42.5(pid=15319): stdout: \u000a| (launched: 2022-12-09_02:53:20.545209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:22.917761 run osmo-stp_10.42.42.5(pid=15319): stderr: \u000a| �[0;m�[38;5;43m20221209025320874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025320874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025320874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025320875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025320875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025320875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025320875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:23.041275 run osmo-stp_10.42.42.5(pid=15319): stdout: \u000a| (launched: 2022-12-09_02:53:20.545209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:23.163737 run osmo-stp_10.42.42.5(pid=15319): stderr: \u000a| �[0;m�[38;5;43m20221209025320874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025320874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025320874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025320875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025320875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025320875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025320875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:23.217461 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15319): Process ended prematurely: osmo-stp_10.42.42.5(pid=15319) [trial-2353↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15319)] [trial-2353↪ussd:trx-lms↪assert_extension.py:17]\u000a02:53:23.226374 tst assert_extension.py:17: Test FAILED (7.3 sec)\u000a02:53:23.288233 run osmo-hlr_10.42.42.2(pid=15316): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15316)]\u000a02:53:23.339126 run osmo-hlr_10.42.42.2(pid=15316): stdout: \u000a| (launched: 2022-12-09_02:53:19.283175) \u000a02:53:23.392009 run osmo-hlr_10.42.42.2(pid=15316): stderr: \u000a| �[0;m�[1;31m20221209025319623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025319623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025319623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025319623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025319623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025319623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025319643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025319655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025319655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025319655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:23.462126 run osmo-msc_10.42.42.6(pid=15322): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15322)]\u000a02:53:23.512883 run osmo-msc_10.42.42.6(pid=15322): stdout: \u000a| (launched: 2022-12-09_02:53:21.821713) \u000a02:53:23.566386 run osmo-msc_10.42.42.6(pid=15322): stderr: \u000a| �[0;m�[38;5;43m20221209025322420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025322420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00e042dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025322420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025322420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025322420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025322421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025322422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:23.610385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Terminating (SIGTERM)\u000a02:53:23.654577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Terminating (SIGTERM)\u000a02:53:23.698378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15321): Terminating (SIGTERM)\u000a02:53:23.709148 --- ParallelTerminationStrategy: PID 15315 died...\u000a02:53:23.766872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15315): Terminated: ok {rc=0}\u000a02:53:23.777456 --- ParallelTerminationStrategy: PID 15318 died...\u000a02:53:23.832769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15318): Terminated: ok {rc=0}\u000a02:53:23.843249 --- ParallelTerminationStrategy: PID 15321 died...\u000a02:53:23.898718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15321): Terminated: ok {rc=0}\u000a02:53:23.986835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:53:15" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15333): Process ended prematurely: osmo-stp_10.42.42.5(pid=15333) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15333)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15333): Process ended prematurely: osmo-stp_10.42.42.5(pid=15333) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:25.954087 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:25.965928 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:53:26.131367 tst mo_mt_call.py: using LAC 18567\u000a02:53:26.252860 tst mo_mt_call.py: using RAC 207\u000a02:53:26.372738 tst mo_mt_call.py: using CellId 18567\u000a02:53:26.489747 tst mo_mt_call.py: using BVCI 18568\u000a02:53:26.512254 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:26.523283 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:26.534197 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:26.545777 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:26.557478 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:26.569337 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:53:26.684142 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:53:26.884033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:27.351545 run create_hlr_db(pid=15327): Launched\u000a02:53:27.523200 bus /sierra_2: Setting Powered False\u000a02:53:28.545271 run create_hlr_db(pid=15327): Terminated: ok {rc=0}\u000a02:53:28.968169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15329): Launched\u000a02:53:29.288602 run osmo-hlr_10.42.42.2(pid=15330): Launched\u000a02:53:29.406478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:29.960399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15332): Launched\u000a02:53:30.279604 run osmo-stp_10.42.42.5(pid=15333): Launched\u000a02:53:30.396226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:30.996090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15335): Launched\u000a02:53:31.477026 run osmo-msc_10.42.42.6(pid=15336): Launched\u000a02:53:31.887088 run osmo-stp_10.42.42.5(pid=15333): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15333)]\u000a02:53:32.163817 run osmo-stp_10.42.42.5(pid=15333): stdout: \u000a| (launched: 2022-12-09_02:53:30.123181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:32.298694 run osmo-stp_10.42.42.5(pid=15333): stderr: \u000a| �[0;m�[38;5;43m20221209025330317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025330318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025330318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025330318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025330319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025330319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025330319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:32.429786 run osmo-stp_10.42.42.5(pid=15333): stdout: \u000a| (launched: 2022-12-09_02:53:30.123181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:32.557645 run osmo-stp_10.42.42.5(pid=15333): stderr: \u000a| �[0;m�[38;5;43m20221209025330317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025330318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025330318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025330318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025330319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025330319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025330319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:32.614062 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15333): Process ended prematurely: osmo-stp_10.42.42.5(pid=15333) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15333)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:53:32.623435 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a02:53:32.685953 run osmo-hlr_10.42.42.2(pid=15330): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15330)]\u000a02:53:32.737172 run osmo-hlr_10.42.42.2(pid=15330): stdout: \u000a| (launched: 2022-12-09_02:53:29.131926) \u000a02:53:32.788802 run osmo-hlr_10.42.42.2(pid=15330): stderr: \u000a| �[0;m�[1;31m20221209025329328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025329328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025329328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025329328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025329329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025329329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025329341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025329350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025329350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025329350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:32.858991 run osmo-msc_10.42.42.6(pid=15336): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15336)]\u000a02:53:32.910064 run osmo-msc_10.42.42.6(pid=15336): stdout: \u000a| (launched: 2022-12-09_02:53:31.195278) \u000a02:53:32.961622 run osmo-msc_10.42.42.6(pid=15336): stderr: \u000a| �[0;m�[38;5;43m20221209025331837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025331837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a2018cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025331837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025331837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025331837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025331838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025331842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025331844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025331845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025331845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:33.005606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15329): Terminating (SIGTERM)\u000a02:53:33.047088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15332): Terminating (SIGTERM)\u000a02:53:33.089111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15335): Terminating (SIGTERM)\u000a02:53:33.099145 --- ParallelTerminationStrategy: PID 15329 died...\u000a02:53:33.154982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15329): Terminated: ok {rc=0}\u000a02:53:33.165106 --- ParallelTerminationStrategy: PID 15332 died...\u000a02:53:33.220621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15332): Terminated: ok {rc=0}\u000a02:53:33.230796 --- ParallelTerminationStrategy: PID 15335 died...\u000a02:53:33.286454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15335): Terminated: ok {rc=0}\u000a02:53:33.373658 bus /sierra_3: Setting Powered False\u000a02:53:34.478207 bus /sierra_3: Setting Powered False\u000a02:53:35.589230 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15344): Process ended prematurely: osmo-stp_10.42.42.5(pid=15344) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15344)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15344): Process ended prematurely: osmo-stp_10.42.42.5(pid=15344) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:53:36.698189 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:36.709923 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:53:36.865609 tst mo_mt_call_osmux.py: using LAC 18568\u000a02:53:36.990401 tst mo_mt_call_osmux.py: using RAC 208\u000a02:53:37.118220 tst mo_mt_call_osmux.py: using CellId 18568\u000a02:53:37.245066 tst mo_mt_call_osmux.py: using BVCI 18569\u000a02:53:37.269550 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:37.281150 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:37.292453 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:37.303846 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:37.315299 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:53:37.326789 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:53:37.444268 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:53:37.647397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:38.117670 run create_hlr_db(pid=15338): Launched\u000a02:53:38.289673 bus /sierra_2: Setting Powered False\u000a02:53:39.311915 run create_hlr_db(pid=15338): Terminated: ok {rc=0}\u000a02:53:39.736655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15340): Launched\u000a02:53:40.059410 run osmo-hlr_10.42.42.2(pid=15341): Launched\u000a02:53:40.178035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:40.733945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15343): Launched\u000a02:53:41.053892 run osmo-stp_10.42.42.5(pid=15344): Launched\u000a02:53:41.171258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:41.755241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15346): Launched\u000a02:53:42.075458 run osmo-msc_10.42.42.6(pid=15347): Launched\u000a02:53:42.263166 run osmo-stp_10.42.42.5(pid=15344): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15344)]\u000a02:53:42.398416 run osmo-stp_10.42.42.5(pid=15344): stdout: \u000a| (launched: 2022-12-09_02:53:40.896804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:42.533215 run osmo-stp_10.42.42.5(pid=15344): stderr: \u000a| �[0;m�[38;5;43m20221209025341088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025341088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025341088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025341089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025341089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025341089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025341089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:42.662372 run osmo-stp_10.42.42.5(pid=15344): stdout: \u000a| (launched: 2022-12-09_02:53:40.896804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:42.790008 run osmo-stp_10.42.42.5(pid=15344): stderr: \u000a| �[0;m�[38;5;43m20221209025341088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025341088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025341088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025341089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025341089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025341089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025341089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:42.846388 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15344): Process ended prematurely: osmo-stp_10.42.42.5(pid=15344) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15344)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:53:42.855888 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:53:42.919089 run osmo-hlr_10.42.42.2(pid=15341): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15341)]\u000a02:53:42.970820 run osmo-hlr_10.42.42.2(pid=15341): stdout: \u000a| (launched: 2022-12-09_02:53:39.901569) \u000a02:53:43.023166 run osmo-hlr_10.42.42.2(pid=15341): stderr: \u000a| �[0;m�[1;31m20221209025340097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025340097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025340097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025340097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025340097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025340097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025340110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:43.094185 run osmo-msc_10.42.42.6(pid=15347): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15347)]\u000a02:53:43.145456 run osmo-msc_10.42.42.6(pid=15347): stdout: \u000a| (launched: 2022-12-09_02:53:41.918683) \u000a02:53:43.196888 run osmo-msc_10.42.42.6(pid=15347): stderr: \u000a| �[0;m�[38;5;43m20221209025342241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025342241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff34f463c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025342241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025342241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025342242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025342242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025342244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025342244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025342245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025342245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:43.241000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15340): Terminating (SIGTERM)\u000a02:53:43.283003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15343): Terminating (SIGTERM)\u000a02:53:43.325219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15346): Terminating (SIGTERM)\u000a02:53:43.334652 --- ParallelTerminationStrategy: PID 15340 died...\u000a02:53:43.391511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15340): Terminated: ok {rc=0}\u000a02:53:43.401582 --- ParallelTerminationStrategy: PID 15343 died...\u000a02:53:43.456695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15343): Terminated: ok {rc=0}\u000a02:53:43.466942 --- ParallelTerminationStrategy: PID 15346 died...\u000a02:53:43.522223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15346): Terminated: ok {rc=0}\u000a02:53:43.609747 bus /sierra_3: Setting Powered False\u000a02:53:44.715751 bus /sierra_3: Setting Powered False\u000a02:53:45.828475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:53:25" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15358): Process ended prematurely: osmo-stp_10.42.42.5(pid=15358) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15358): Process ended prematurely: osmo-stp_10.42.42.5(pid=15358) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:47.867844 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:47.879524 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:53:48.042004 tst mo_mt_call.py: using LAC 18569\u000a02:53:48.157842 tst mo_mt_call.py: using RAC 209\u000a02:53:48.273952 tst mo_mt_call.py: using CellId 18569\u000a02:53:48.399249 tst mo_mt_call.py: using BVCI 18570\u000a02:53:48.423818 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:48.435662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:48.447366 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:48.461356 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:48.473335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:48.485269 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:48.603822 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:48.802972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:49.272160 run create_hlr_db(pid=15352): Launched\u000a02:53:49.444754 bus /sierra_2: Setting Powered False\u000a02:53:50.466812 run create_hlr_db(pid=15352): Terminated: ok {rc=0}\u000a02:53:50.891333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15354): Launched\u000a02:53:51.212011 run osmo-hlr_10.42.42.2(pid=15355): Launched\u000a02:53:51.333416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:51.887747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15357): Launched\u000a02:53:52.208332 run osmo-stp_10.42.42.5(pid=15358): Launched\u000a02:53:52.325306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:52.909008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15360): Launched\u000a02:53:53.229188 run osmo-msc_10.42.42.6(pid=15361): Launched\u000a02:53:53.416161 run osmo-stp_10.42.42.5(pid=15358): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)]\u000a02:53:53.551259 run osmo-stp_10.42.42.5(pid=15358): stdout: \u000a| (launched: 2022-12-09_02:53:52.050437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:53.686537 run osmo-stp_10.42.42.5(pid=15358): stderr: \u000a| �[0;m�[38;5;43m20221209025352241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025352241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025352242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025352242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025352244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025352244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025352245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:53.814952 run osmo-stp_10.42.42.5(pid=15358): stdout: \u000a| (launched: 2022-12-09_02:53:52.050437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:53.942989 run osmo-stp_10.42.42.5(pid=15358): stderr: \u000a| �[0;m�[38;5;43m20221209025352241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025352241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025352242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025352242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025352244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025352244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025352245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:53.999309 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15358): Process ended prematurely: osmo-stp_10.42.42.5(pid=15358) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15358)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:53:54.008572 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:53:54.070987 run osmo-hlr_10.42.42.2(pid=15355): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15355)]\u000a02:53:54.122626 run osmo-hlr_10.42.42.2(pid=15355): stdout: \u000a| (launched: 2022-12-09_02:53:51.054268) \u000a02:53:54.174479 run osmo-hlr_10.42.42.2(pid=15355): stderr: \u000a| �[0;m�[1;31m20221209025351254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025351254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025351254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025351254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025351254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025351255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025351266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:54.244454 run osmo-msc_10.42.42.6(pid=15361): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15361)]\u000a02:53:54.295243 run osmo-msc_10.42.42.6(pid=15361): stdout: \u000a| (launched: 2022-12-09_02:53:53.071963) \u000a02:53:54.347055 run osmo-msc_10.42.42.6(pid=15361): stderr: \u000a| �[0;m�[38;5;43m20221209025353396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025353396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda8a66bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025353396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025353396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025353397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025353397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025353398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025353399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025353399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025353399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:54.390919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15354): Terminating (SIGTERM)\u000a02:53:54.432324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15357): Terminating (SIGTERM)\u000a02:53:54.474046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15360): Terminating (SIGTERM)\u000a02:53:54.483646 --- ParallelTerminationStrategy: PID 15354 died...\u000a02:53:54.539152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15354): Terminated: ok {rc=0}\u000a02:53:54.549301 --- ParallelTerminationStrategy: PID 15357 died...\u000a02:53:54.604857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15357): Terminated: ok {rc=0}\u000a02:53:54.615041 --- ParallelTerminationStrategy: PID 15360 died...\u000a02:53:54.670493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15360): Terminated: ok {rc=0}\u000a02:53:54.757287 bus /sierra_3: Setting Powered False\u000a02:53:55.862041 bus /sierra_3: Setting Powered False\u000a02:53:56.970840 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15369): Process ended prematurely: osmo-stp_10.42.42.5(pid=15369) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15369): Process ended prematurely: osmo-stp_10.42.42.5(pid=15369) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:53:58.079638 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:58.091498 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:53:58.248105 tst mo_mt_call_osmux.py: using LAC 18570\u000a02:53:58.365185 tst mo_mt_call_osmux.py: using RAC 210\u000a02:53:58.481391 tst mo_mt_call_osmux.py: using CellId 18570\u000a02:53:58.597827 tst mo_mt_call_osmux.py: using BVCI 18571\u000a02:53:58.620315 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:58.631401 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:58.642264 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:58.653443 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:58.664620 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:58.675765 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:58.795596 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:59.005822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:59.517909 run create_hlr_db(pid=15363): Launched\u000a02:53:59.702417 bus /sierra_2: Setting Powered False\u000a02:54:00.722911 run create_hlr_db(pid=15363): Terminated: ok {rc=0}\u000a02:54:01.174450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15365): Launched\u000a02:54:01.583926 run osmo-hlr_10.42.42.2(pid=15366): Launched\u000a02:54:01.819984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:02.417128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15368): Launched\u000a02:54:02.717088 run osmo-stp_10.42.42.5(pid=15369): Launched\u000a02:54:02.827101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:03.382740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15371): Launched\u000a02:54:03.701726 run osmo-msc_10.42.42.6(pid=15372): Launched\u000a02:54:03.890492 run osmo-stp_10.42.42.5(pid=15369): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)]\u000a02:54:04.026145 run osmo-stp_10.42.42.5(pid=15369): stdout: \u000a| (launched: 2022-12-09_02:54:02.569275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:04.161034 run osmo-stp_10.42.42.5(pid=15369): stderr: \u000a| �[0;m�[38;5;43m20221209025402738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025402738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025402738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025402739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025402741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025402741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025402741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:04.289461 run osmo-stp_10.42.42.5(pid=15369): stdout: \u000a| (launched: 2022-12-09_02:54:02.569275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:04.416328 run osmo-stp_10.42.42.5(pid=15369): stderr: \u000a| �[0;m�[38;5;43m20221209025402738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025402738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025402738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025402739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025402741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025402741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025402741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:04.472666 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15369): Process ended prematurely: osmo-stp_10.42.42.5(pid=15369) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:54:04.482096 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:54:04.544420 run osmo-hlr_10.42.42.2(pid=15366): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15366)]\u000a02:54:04.595695 run osmo-hlr_10.42.42.2(pid=15366): stdout: \u000a| (launched: 2022-12-09_02:54:01.331768) \u000a02:54:04.647883 run osmo-hlr_10.42.42.2(pid=15366): stderr: \u000a| �[0;m�[1;31m20221209025401666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025401666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025401666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025401666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025401666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025401666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025401679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025401687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025401688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025401688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:04.718427 run osmo-msc_10.42.42.6(pid=15372): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15372)]\u000a02:54:04.769482 run osmo-msc_10.42.42.6(pid=15372): stdout: \u000a| (launched: 2022-12-09_02:54:03.545254) \u000a02:54:04.821154 run osmo-msc_10.42.42.6(pid=15372): stderr: \u000a| �[0;m�[38;5;43m20221209025403865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025403865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faeb4c1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025403865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025403866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025403866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025403866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025403868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025403868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025403868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025403868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:04.865251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15365): Terminating (SIGTERM)\u000a02:54:04.906892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15368): Terminating (SIGTERM)\u000a02:54:04.948710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15371): Terminating (SIGTERM)\u000a02:54:04.958434 --- ParallelTerminationStrategy: PID 15365 died...\u000a02:54:05.014645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15365): Terminated: ok {rc=0}\u000a02:54:05.024576 --- ParallelTerminationStrategy: PID 15368 died...\u000a02:54:05.079873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15368): Terminated: ok {rc=0}\u000a02:54:05.090027 --- ParallelTerminationStrategy: PID 15371 died...\u000a02:54:05.145982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15371): Terminated: ok {rc=0}\u000a02:54:05.233196 bus /sierra_3: Setting Powered False\u000a02:54:06.338828 bus /sierra_3: Setting Powered False\u000a02:54:07.448903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:53:47" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:54:09.452624 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:09.464351 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:54:09.627728 tst mo_mt_call.py: using LAC 18571\u000a02:54:09.758290 tst mo_mt_call.py: using RAC 211\u000a02:54:09.881449 tst mo_mt_call.py: using CellId 18571\u000a02:54:10.005775 tst mo_mt_call.py: using BVCI 18572\u000a02:54:10.030498 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:10.042218 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:10.053567 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:10.064784 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:10.076281 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:10.087934 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:54:10.210292 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:54:10.420017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:10.889116 run create_hlr_db(pid=15377): Launched\u000a02:54:11.060368 bus /sierra_2: Setting Powered False\u000a02:54:12.081745 run create_hlr_db(pid=15377): Terminated: ok {rc=0}\u000a02:54:12.506348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Launched\u000a02:54:12.826725 run osmo-hlr_10.42.42.2(pid=15380): Launched\u000a02:54:12.949186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:13.503226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Launched\u000a02:54:13.821848 run osmo-stp_10.42.42.5(pid=15383): Launched\u000a02:54:13.938405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:14.523142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Launched\u000a02:54:14.838483 run osmo-msc_10.42.42.6(pid=15386): Launched\u000a02:54:15.016248 run osmo-stp_10.42.42.5(pid=15383): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]\u000a02:54:15.144306 run osmo-stp_10.42.42.5(pid=15383): stdout: \u000a| (launched: 2022-12-09_02:54:13.665414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:15.269578 run osmo-stp_10.42.42.5(pid=15383): stderr: \u000a| �[0;m�[38;5;43m20221209025413858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025413858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025413858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025413859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025413859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025413859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025413859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:15.389850 run osmo-stp_10.42.42.5(pid=15383): stdout: \u000a| (launched: 2022-12-09_02:54:13.665414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:15.508891 run osmo-stp_10.42.42.5(pid=15383): stderr: \u000a| �[0;m�[38;5;43m20221209025413858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025413858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025413858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025413859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025413859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025413859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025413859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:15.562033 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:54:15.570869 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:54:15.630888 run osmo-hlr_10.42.42.2(pid=15380): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15380)]\u000a02:54:15.680119 run osmo-hlr_10.42.42.2(pid=15380): stdout: \u000a| (launched: 2022-12-09_02:54:12.669646) \u000a02:54:15.729826 run osmo-hlr_10.42.42.2(pid=15380): stderr: \u000a| �[0;m�[1;31m20221209025412870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025412870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025412870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025412870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025412870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025412870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025412883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025412893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025412893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025412893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:15.797048 run osmo-msc_10.42.42.6(pid=15386): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15386)]\u000a02:54:15.846431 run osmo-msc_10.42.42.6(pid=15386): stdout: \u000a| (launched: 2022-12-09_02:54:14.686060) \u000a02:54:15.896805 run osmo-msc_10.42.42.6(pid=15386): stderr: \u000a| �[0;m�[38;5;43m20221209025414959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025414959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff152f86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025414959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025414959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025414959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025414959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025414961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025414962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025414962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025414962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:15.939706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Terminating (SIGTERM)\u000a02:54:15.982510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Terminating (SIGTERM)\u000a02:54:16.024692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Terminating (SIGTERM)\u000a02:54:16.035849 --- ParallelTerminationStrategy: PID 15379 died...\u000a02:54:16.092487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Terminated: ok {rc=0}\u000a02:54:16.102536 --- ParallelTerminationStrategy: PID 15382 died...\u000a02:54:16.156541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Terminated: ok {rc=0}\u000a02:54:16.166603 --- ParallelTerminationStrategy: PID 15385 died...\u000a02:54:16.221624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Terminated: ok {rc=0}\u000a02:54:16.307026 bus /sierra_3: Setting Powered False\u000a02:54:17.407829 bus /sierra_3: Setting Powered False\u000a02:54:18.513927 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15394): Process ended prematurely: osmo-stp_10.42.42.5(pid=15394) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15394)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15394): Process ended prematurely: osmo-stp_10.42.42.5(pid=15394) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:54:19.628783 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:19.641174 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:54:19.810655 tst mo_mt_call_osmux.py: using LAC 18572\u000a02:54:19.937482 tst mo_mt_call_osmux.py: using RAC 212\u000a02:54:20.061938 tst mo_mt_call_osmux.py: using CellId 18572\u000a02:54:20.183296 tst mo_mt_call_osmux.py: using BVCI 18573\u000a02:54:20.206126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:20.218245 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:20.229866 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:20.241120 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:20.252326 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:54:20.263595 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:54:20.379492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:54:20.579074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:21.048057 run create_hlr_db(pid=15388): Launched\u000a02:54:21.219827 bus /sierra_2: Setting Powered False\u000a02:54:22.242158 run create_hlr_db(pid=15388): Terminated: ok {rc=0}\u000a02:54:22.666110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15390): Launched\u000a02:54:22.986963 run osmo-hlr_10.42.42.2(pid=15391): Launched\u000a02:54:23.108073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:23.663429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15393): Launched\u000a02:54:23.982881 run osmo-stp_10.42.42.5(pid=15394): Launched\u000a02:54:24.104707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:24.698510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15396): Launched\u000a02:54:25.019290 run osmo-msc_10.42.42.6(pid=15397): Launched\u000a02:54:25.207510 run osmo-stp_10.42.42.5(pid=15394): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15394)]\u000a02:54:25.343217 run osmo-stp_10.42.42.5(pid=15394): stdout: \u000a| (launched: 2022-12-09_02:54:23.826151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:25.478137 run osmo-stp_10.42.42.5(pid=15394): stderr: \u000a| �[0;m�[38;5;43m20221209025424020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025424020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025424020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025424021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025424021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025424021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025424021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:25.606949 run osmo-stp_10.42.42.5(pid=15394): stdout: \u000a| (launched: 2022-12-09_02:54:23.826151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:25.734710 run osmo-stp_10.42.42.5(pid=15394): stderr: \u000a| �[0;m�[38;5;43m20221209025424020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025424020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025424020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025424021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025424021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025424021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025424021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:25.791027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15394): Process ended prematurely: osmo-stp_10.42.42.5(pid=15394) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15394)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:54:25.800391 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:54:25.863089 run osmo-hlr_10.42.42.2(pid=15391): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15391)]\u000a02:54:25.914159 run osmo-hlr_10.42.42.2(pid=15391): stdout: \u000a| (launched: 2022-12-09_02:54:22.829561) \u000a02:54:25.966117 run osmo-hlr_10.42.42.2(pid=15391): stderr: \u000a| �[0;m�[1;31m20221209025423029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025423029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025423029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025423029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025423029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025423030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025423042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025423051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025423051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025423051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:26.036536 run osmo-msc_10.42.42.6(pid=15397): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15397)]\u000a02:54:26.088063 run osmo-msc_10.42.42.6(pid=15397): stdout: \u000a| (launched: 2022-12-09_02:54:24.861863) \u000a02:54:26.140507 run osmo-msc_10.42.42.6(pid=15397): stderr: \u000a| �[0;m�[38;5;43m20221209025425185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025425185 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94641bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025425185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025425185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025425185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025425186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025425187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025425188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025425188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025425188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:26.184648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15390): Terminating (SIGTERM)\u000a02:54:26.226308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15393): Terminating (SIGTERM)\u000a02:54:26.267877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15396): Terminating (SIGTERM)\u000a02:54:26.277191 --- ParallelTerminationStrategy: PID 15390 died...\u000a02:54:26.332732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15390): Terminated: ok {rc=0}\u000a02:54:26.342838 --- ParallelTerminationStrategy: PID 15393 died...\u000a02:54:26.398475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15393): Terminated: ok {rc=0}\u000a02:54:26.408400 --- ParallelTerminationStrategy: PID 15396 died...\u000a02:54:26.463762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15396): Terminated: ok {rc=0}\u000a02:54:26.551456 bus /sierra_3: Setting Powered False\u000a02:54:27.657818 bus /sierra_3: Setting Powered False\u000a02:54:28.771838 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:54:09" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15408): Process ended prematurely: osmo-stp_10.42.42.5(pid=15408) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15408): Process ended prematurely: osmo-stp_10.42.42.5(pid=15408) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:54:30.776574 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:30.788350 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:54:30.972103 tst mo_mt_call.py: using LAC 18573\u000a02:54:31.108082 tst mo_mt_call.py: using RAC 213\u000a02:54:31.231681 tst mo_mt_call.py: using CellId 18573\u000a02:54:31.384584 tst mo_mt_call.py: using BVCI 18574\u000a02:54:31.409426 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:31.422196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:31.434451 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:31.448634 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:31.461925 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:31.476481 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:31.618396 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:31.833704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:32.363202 run create_hlr_db(pid=15402): Launched\u000a02:54:32.535803 bus /sierra_2: Setting Powered False\u000a02:54:33.558231 run create_hlr_db(pid=15402): Terminated: ok {rc=0}\u000a02:54:33.980871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15404): Launched\u000a02:54:34.280677 run osmo-hlr_10.42.42.2(pid=15405): Launched\u000a02:54:34.391074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:34.907202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15407): Launched\u000a02:54:35.205946 run osmo-stp_10.42.42.5(pid=15408): Launched\u000a02:54:35.315879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:35.859879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15410): Launched\u000a02:54:36.159271 run osmo-msc_10.42.42.6(pid=15411): Launched\u000a02:54:36.334654 run osmo-stp_10.42.42.5(pid=15408): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)]\u000a02:54:36.461614 run osmo-stp_10.42.42.5(pid=15408): stdout: \u000a| (launched: 2022-12-09_02:54:35.058946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:36.587850 run osmo-stp_10.42.42.5(pid=15408): stderr: \u000a| �[0;m�[38;5;43m20221209025435230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025435230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025435230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025435231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025435231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025435231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025435231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:36.707745 run osmo-stp_10.42.42.5(pid=15408): stdout: \u000a| (launched: 2022-12-09_02:54:35.058946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:36.826982 run osmo-stp_10.42.42.5(pid=15408): stderr: \u000a| �[0;m�[38;5;43m20221209025435230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025435230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025435230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025435231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025435231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025435231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025435231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:36.879637 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15408): Process ended prematurely: osmo-stp_10.42.42.5(pid=15408) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15408)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:54:36.888553 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:54:36.948605 run osmo-hlr_10.42.42.2(pid=15405): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15405)]\u000a02:54:36.997658 run osmo-hlr_10.42.42.2(pid=15405): stdout: \u000a| (launched: 2022-12-09_02:54:34.133312) \u000a02:54:37.047293 run osmo-hlr_10.42.42.2(pid=15405): stderr: \u000a| �[0;m�[1;31m20221209025434311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025434311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025434311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025434311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025434311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025434311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025434324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025434333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025434333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025434333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:37.115052 run osmo-msc_10.42.42.6(pid=15411): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15411)]\u000a02:54:37.165153 run osmo-msc_10.42.42.6(pid=15411): stdout: \u000a| (launched: 2022-12-09_02:54:36.011356) \u000a02:54:37.214973 run osmo-msc_10.42.42.6(pid=15411): stderr: \u000a| �[0;m�[38;5;43m20221209025436284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025436284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bbc879c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025436284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025436284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025436285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025436288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025436289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025436289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025436289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:37.257021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15404): Terminating (SIGTERM)\u000a02:54:37.296863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15407): Terminating (SIGTERM)\u000a02:54:37.336556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15410): Terminating (SIGTERM)\u000a02:54:37.346209 --- ParallelTerminationStrategy: PID 15404 died...\u000a02:54:37.399501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15404): Terminated: ok {rc=0}\u000a02:54:37.409071 --- ParallelTerminationStrategy: PID 15407 died...\u000a02:54:37.461798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15407): Terminated: ok {rc=0}\u000a02:54:37.471351 --- ParallelTerminationStrategy: PID 15410 died...\u000a02:54:37.524927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15410): Terminated: ok {rc=0}\u000a02:54:37.613910 bus /sierra_3: Setting Powered False\u000a02:54:38.717837 bus /sierra_3: Setting Powered False\u000a02:54:39.828570 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15419): Process ended prematurely: osmo-stp_10.42.42.5(pid=15419) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15419): Process ended prematurely: osmo-stp_10.42.42.5(pid=15419) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:54:40.937841 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:40.949782 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:54:41.106246 tst mo_mt_call_osmux.py: using LAC 18574\u000a02:54:41.224258 tst mo_mt_call_osmux.py: using RAC 214\u000a02:54:41.344697 tst mo_mt_call_osmux.py: using CellId 18574\u000a02:54:41.468199 tst mo_mt_call_osmux.py: using BVCI 18575\u000a02:54:41.491222 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:41.502681 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:41.513936 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:41.525054 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:41.536171 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:41.547688 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:41.663177 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:41.872570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:42.386597 run create_hlr_db(pid=15413): Launched\u000a02:54:42.571165 bus /sierra_2: Setting Powered False\u000a02:54:43.592787 run create_hlr_db(pid=15413): Terminated: ok {rc=0}\u000a02:54:43.994163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15415): Launched\u000a02:54:44.294474 run osmo-hlr_10.42.42.2(pid=15416): Launched\u000a02:54:44.410568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:44.941330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15418): Launched\u000a02:54:45.241721 run osmo-stp_10.42.42.5(pid=15419): Launched\u000a02:54:45.351646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:45.915629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15421): Launched\u000a02:54:46.354578 run osmo-msc_10.42.42.6(pid=15422): Launched\u000a02:54:46.757174 run osmo-stp_10.42.42.5(pid=15419): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)]\u000a02:54:46.895755 run osmo-stp_10.42.42.5(pid=15419): stdout: \u000a| (launched: 2022-12-09_02:54:45.093244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:47.034474 run osmo-stp_10.42.42.5(pid=15419): stderr: \u000a| �[0;m�[38;5;43m20221209025445264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025445264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025445264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025445264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025445265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025445265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025445265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:47.169187 run osmo-stp_10.42.42.5(pid=15419): stdout: \u000a| (launched: 2022-12-09_02:54:45.093244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:47.298251 run osmo-stp_10.42.42.5(pid=15419): stderr: \u000a| �[0;m�[38;5;43m20221209025445264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025445264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025445264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025445264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025445265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025445265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025445265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:47.355543 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15419): Process ended prematurely: osmo-stp_10.42.42.5(pid=15419) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15419)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:54:47.365314 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:54:47.428807 run osmo-hlr_10.42.42.2(pid=15416): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15416)]\u000a02:54:47.480729 run osmo-hlr_10.42.42.2(pid=15416): stdout: \u000a| (launched: 2022-12-09_02:54:44.146561) \u000a02:54:47.533408 run osmo-hlr_10.42.42.2(pid=15416): stderr: \u000a| �[0;m�[1;31m20221209025444325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025444325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025444325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025444325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025444325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025444325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025444340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025444351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025444351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025444351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:47.604719 run osmo-msc_10.42.42.6(pid=15422): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15422)]\u000a02:54:47.656288 run osmo-msc_10.42.42.6(pid=15422): stdout: \u000a| (launched: 2022-12-09_02:54:46.080102) \u000a02:54:47.708547 run osmo-msc_10.42.42.6(pid=15422): stderr: \u000a| �[0;m�[38;5;43m20221209025446472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025446472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5114015c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025446486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025446487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025446487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025446487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025446489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025446489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025446489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025446490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:47.753304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15415): Terminating (SIGTERM)\u000a02:54:47.795348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15418): Terminating (SIGTERM)\u000a02:54:47.837737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15421): Terminating (SIGTERM)\u000a02:54:47.847566 --- ParallelTerminationStrategy: PID 15415 died...\u000a02:54:47.904457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15415): Terminated: ok {rc=0}\u000a02:54:47.914764 --- ParallelTerminationStrategy: PID 15418 died...\u000a02:54:47.971563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15418): Terminated: ok {rc=0}\u000a02:54:47.981884 --- ParallelTerminationStrategy: PID 15421 died...\u000a02:54:48.038189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15421): Terminated: ok {rc=0}\u000a02:54:48.127005 bus /sierra_3: Setting Powered False\u000a02:54:49.230854 bus /sierra_3: Setting Powered False\u000a02:54:50.342609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:54:30" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:54:52.342966 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:52.354322 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:54:52.511216 tst mo_mt_call.py: using LAC 18575\u000a02:54:52.630852 tst mo_mt_call.py: using RAC 215\u000a02:54:52.749280 tst mo_mt_call.py: using CellId 18575\u000a02:54:52.868106 tst mo_mt_call.py: using BVCI 18576\u000a02:54:52.891143 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:52.902207 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:52.912942 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:52.924190 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:52.935629 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:52.946914 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:53.065577 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:53.266323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:53.733508 run create_hlr_db(pid=15427): Launched\u000a02:54:53.904926 bus /sierra_2: Setting Powered False\u000a02:54:54.938859 run create_hlr_db(pid=15427): Terminated: ok {rc=0}\u000a02:54:55.365294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Launched\u000a02:54:55.685969 run osmo-hlr_10.42.42.2(pid=15430): Launched\u000a02:54:55.805877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:56.362113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Launched\u000a02:54:56.682840 run osmo-stp_10.42.42.5(pid=15433): Launched\u000a02:54:56.799453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:57.383466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15435): Launched\u000a02:54:57.703719 run osmo-msc_10.42.42.6(pid=15436): Launched\u000a02:54:57.891111 run osmo-stp_10.42.42.5(pid=15433): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)]\u000a02:54:58.026322 run osmo-stp_10.42.42.5(pid=15433): stdout: \u000a| (launched: 2022-12-09_02:54:56.525777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:58.160850 run osmo-stp_10.42.42.5(pid=15433): stderr: \u000a| �[0;m�[38;5;43m20221209025456716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025456716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025456717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025456717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025456718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025456718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025456718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:58.289915 run osmo-stp_10.42.42.5(pid=15433): stdout: \u000a| (launched: 2022-12-09_02:54:56.525777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:58.417710 run osmo-stp_10.42.42.5(pid=15433): stderr: \u000a| �[0;m�[38;5;43m20221209025456716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025456716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025456717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025456717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025456718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025456718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025456718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:58.473772 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:54:58.482882 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:54:58.544847 run osmo-hlr_10.42.42.2(pid=15430): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15430)]\u000a02:54:58.595755 run osmo-hlr_10.42.42.2(pid=15430): stdout: \u000a| (launched: 2022-12-09_02:54:55.529198) \u000a02:54:58.647122 run osmo-hlr_10.42.42.2(pid=15430): stderr: \u000a| �[0;m�[1;31m20221209025455727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025455727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025455727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025455727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025455727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025455727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025455740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025455749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025455749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025455750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:58.716762 run osmo-msc_10.42.42.6(pid=15436): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15436)]\u000a02:54:58.767949 run osmo-msc_10.42.42.6(pid=15436): stdout: \u000a| (launched: 2022-12-09_02:54:57.546715) \u000a02:54:58.819617 run osmo-msc_10.42.42.6(pid=15436): stderr: \u000a| �[0;m�[38;5;43m20221209025457868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025457868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f588b469c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025457868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025457868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025457869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025457869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025457872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025457873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025457873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025457873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:58.863184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Terminating (SIGTERM)\u000a02:54:58.904267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminating (SIGTERM)\u000a02:54:58.945549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15435): Terminating (SIGTERM)\u000a02:54:58.955063 --- ParallelTerminationStrategy: PID 15429 died...\u000a02:54:59.010288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Terminated: ok {rc=0}\u000a02:54:59.020202 --- ParallelTerminationStrategy: PID 15432 died...\u000a02:54:59.075618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminated: ok {rc=0}\u000a02:54:59.085759 --- ParallelTerminationStrategy: PID 15435 died...\u000a02:54:59.141451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15435): Terminated: ok {rc=0}\u000a02:54:59.228840 bus /sierra_3: Setting Powered False\u000a02:55:00.335001 bus /sierra_3: Setting Powered False\u000a02:55:01.442330 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:55:02.550136 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:55:02.562029 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:55:02.718694 tst mo_mt_call_osmux.py: using LAC 18576\u000a02:55:02.834881 tst mo_mt_call_osmux.py: using RAC 216\u000a02:55:02.951755 tst mo_mt_call_osmux.py: using CellId 18576\u000a02:55:03.070564 tst mo_mt_call_osmux.py: using BVCI 18577\u000a02:55:03.093312 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:55:03.104583 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:55:03.115787 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:55:03.127320 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:55:03.139005 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:55:03.150566 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:55:03.271152 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:55:03.480619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:03.991283 run create_hlr_db(pid=15441): Launched\u000a02:55:04.176795 bus /sierra_2: Setting Powered False\u000a02:55:05.186506 run create_hlr_db(pid=15441): Terminated: ok {rc=0}\u000a02:55:05.619260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Launched\u000a02:55:05.938308 run osmo-hlr_10.42.42.2(pid=15444): Launched\u000a02:55:06.054784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:06.609846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Launched\u000a02:55:06.928422 run osmo-stp_10.42.42.5(pid=15447): Launched\u000a02:55:07.044506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:07.627529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15449): Launched\u000a02:55:07.946232 run osmo-msc_10.42.42.6(pid=15450): Launched\u000a02:55:08.132918 run osmo-stp_10.42.42.5(pid=15447): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]\u000a02:55:08.267660 run osmo-stp_10.42.42.5(pid=15447): stdout: \u000a| (launched: 2022-12-09_02:55:06.772493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:08.402034 run osmo-stp_10.42.42.5(pid=15447): stderr: \u000a| �[0;m�[38;5;43m20221209025506966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025506966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025506966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025506967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025506967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025506967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025506967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:08.530911 run osmo-stp_10.42.42.5(pid=15447): stdout: \u000a| (launched: 2022-12-09_02:55:06.772493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:08.658144 run osmo-stp_10.42.42.5(pid=15447): stderr: \u000a| �[0;m�[38;5;43m20221209025506966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025506966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025506966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025506967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025506967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025506967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025506967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:08.714245 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)] [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:55:08.723523 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:55:08.785578 run osmo-hlr_10.42.42.2(pid=15444): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15444)]\u000a02:55:08.836330 run osmo-hlr_10.42.42.2(pid=15444): stdout: \u000a| (launched: 2022-12-09_02:55:05.782157) \u000a02:55:08.887885 run osmo-hlr_10.42.42.2(pid=15444): stderr: \u000a| �[0;m�[1;31m20221209025505981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025505982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025505982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025505982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025505982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025505982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025505998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025506008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025506008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025506008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:08.957731 run osmo-msc_10.42.42.6(pid=15450): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15450)]\u000a02:55:09.008298 run osmo-msc_10.42.42.6(pid=15450): stdout: \u000a| (launched: 2022-12-09_02:55:07.790128) \u000a02:55:09.059969 run osmo-msc_10.42.42.6(pid=15450): stderr: \u000a| �[0;m�[38;5;43m20221209025508113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025508113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e00714c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025508113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025508113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025508113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025508114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025508115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025508116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025508116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025508116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:09.103344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Terminating (SIGTERM)\u000a02:55:09.144665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Terminating (SIGTERM)\u000a02:55:09.185849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15449): Terminating (SIGTERM)\u000a02:55:09.195031 --- ParallelTerminationStrategy: PID 15443 died...\u000a02:55:09.250046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Terminated: ok {rc=0}\u000a02:55:09.260044 --- ParallelTerminationStrategy: PID 15446 died...\u000a02:55:09.314789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Terminated: ok {rc=0}\u000a02:55:09.324668 --- ParallelTerminationStrategy: PID 15449 died...\u000a02:55:09.379546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15449): Terminated: ok {rc=0}\u000a02:55:09.466166 bus /sierra_3: Setting Powered False\u000a02:55:10.568266 bus /sierra_3: Setting Powered False\u000a02:55:11.677374 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:54:52" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15461): Process ended prematurely: osmo-stp_10.42.42.5(pid=15461) [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15461)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15461): Process ended prematurely: osmo-stp_10.42.42.5(pid=15461) [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:55:13.683678 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:13.695272 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:55:13.859278 tst mo_mt_call.py: using LAC 18577\u000a02:55:13.986960 tst mo_mt_call.py: using RAC 217\u000a02:55:14.109871 tst mo_mt_call.py: using CellId 18577\u000a02:55:14.227234 tst mo_mt_call.py: using BVCI 18578\u000a02:55:14.250206 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:14.261523 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:14.272801 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:14.284212 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:14.295788 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:14.307332 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:55:14.422100 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:55:14.631871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:15.144384 run create_hlr_db(pid=15455): Launched\u000a02:55:15.329058 bus /sierra_2: Setting Powered False\u000a02:55:16.389787 run create_hlr_db(pid=15455): Terminated: ok {rc=0}\u000a02:55:16.836359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15457): Launched\u000a02:55:17.171291 run osmo-hlr_10.42.42.2(pid=15458): Launched\u000a02:55:17.337899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:17.860463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15460): Launched\u000a02:55:18.158823 run osmo-stp_10.42.42.5(pid=15461): Launched\u000a02:55:18.268792 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:18.820942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15463): Launched\u000a02:55:19.140319 run osmo-msc_10.42.42.6(pid=15464): Launched\u000a02:55:19.329397 run osmo-stp_10.42.42.5(pid=15461): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15461)]\u000a02:55:19.465012 run osmo-stp_10.42.42.5(pid=15461): stdout: \u000a| (launched: 2022-12-09_02:55:18.011747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:19.600299 run osmo-stp_10.42.42.5(pid=15461): stderr: \u000a| �[0;m�[38;5;43m20221209025518182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025518182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025518183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025518183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:19.728733 run osmo-stp_10.42.42.5(pid=15461): stdout: \u000a| (launched: 2022-12-09_02:55:18.011747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:19.855905 run osmo-stp_10.42.42.5(pid=15461): stderr: \u000a| �[0;m�[38;5;43m20221209025518182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025518182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025518183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025518183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:19.911918 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15461): Process ended prematurely: osmo-stp_10.42.42.5(pid=15461) [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15461)] [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:55:19.921054 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:55:19.984447 run osmo-hlr_10.42.42.2(pid=15458): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15458)]\u000a02:55:20.035940 run osmo-hlr_10.42.42.2(pid=15458): stdout: \u000a| (launched: 2022-12-09_02:55:17.004397) \u000a02:55:20.088072 run osmo-hlr_10.42.42.2(pid=15458): stderr: \u000a| �[0;m�[1;31m20221209025517334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025517334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025517334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025517334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025517334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025517334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025517347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025517357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025517357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025517357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:20.158398 run osmo-msc_10.42.42.6(pid=15464): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15464)]\u000a02:55:20.209296 run osmo-msc_10.42.42.6(pid=15464): stdout: \u000a| (launched: 2022-12-09_02:55:18.983414) \u000a02:55:20.260639 run osmo-msc_10.42.42.6(pid=15464): stderr: \u000a| �[0;m�[38;5;43m20221209025519304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025519305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77632a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025519305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025519305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025519305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025519305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025519307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025519307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025519307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025519307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:20.304163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15457): Terminating (SIGTERM)\u000a02:55:20.345328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15460): Terminating (SIGTERM)\u000a02:55:20.386439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15463): Terminating (SIGTERM)\u000a02:55:20.395943 --- ParallelTerminationStrategy: PID 15457 died...\u000a02:55:20.450851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15457): Terminated: ok {rc=0}\u000a02:55:20.460706 --- ParallelTerminationStrategy: PID 15460 died...\u000a02:55:20.515816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15460): Terminated: ok {rc=0}\u000a02:55:20.525800 --- ParallelTerminationStrategy: PID 15463 died...\u000a02:55:20.581012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15463): Terminated: ok {rc=0}\u000a02:55:20.667497 bus /sierra_3: Setting Powered False\u000a02:55:21.773255 bus /sierra_3: Setting Powered False\u000a02:55:22.880391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15472): Process ended prematurely: osmo-stp_10.42.42.5(pid=15472) [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15472)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15472): Process ended prematurely: osmo-stp_10.42.42.5(pid=15472) [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:55:23.993451 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:24.005331 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:55:24.163101 tst mo_mt_call_osmux.py: using LAC 18578\u000a02:55:24.283383 tst mo_mt_call_osmux.py: using RAC 218\u000a02:55:24.402912 tst mo_mt_call_osmux.py: using CellId 18578\u000a02:55:24.519991 tst mo_mt_call_osmux.py: using BVCI 18579\u000a02:55:24.542722 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:24.553913 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:24.565014 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:24.576338 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:24.588329 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:55:24.599788 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:55:24.718648 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:55:24.929827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:25.443164 run create_hlr_db(pid=15466): Launched\u000a02:55:25.628673 bus /sierra_2: Setting Powered False\u000a02:55:26.650601 run create_hlr_db(pid=15466): Terminated: ok {rc=0}\u000a02:55:27.053382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15468): Launched\u000a02:55:27.353341 run osmo-hlr_10.42.42.2(pid=15469): Launched\u000a02:55:27.468112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:27.984609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15471): Launched\u000a02:55:28.283168 run osmo-stp_10.42.42.5(pid=15472): Launched\u000a02:55:28.392393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:28.943123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15474): Launched\u000a02:55:29.244253 run osmo-msc_10.42.42.6(pid=15475): Launched\u000a02:55:29.420745 run osmo-stp_10.42.42.5(pid=15472): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15472)]\u000a02:55:29.548006 run osmo-stp_10.42.42.5(pid=15472): stdout: \u000a| (launched: 2022-12-09_02:55:28.136220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:29.672552 run osmo-stp_10.42.42.5(pid=15472): stderr: \u000a| �[0;m�[38;5;43m20221209025528304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025528304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025528304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025528305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025528305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025528305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025528305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:29.793096 run osmo-stp_10.42.42.5(pid=15472): stdout: \u000a| (launched: 2022-12-09_02:55:28.136220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:29.912719 run osmo-stp_10.42.42.5(pid=15472): stderr: \u000a| �[0;m�[38;5;43m20221209025528304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025528304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025528304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025528305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025528305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025528305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025528305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:29.965308 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15472): Process ended prematurely: osmo-stp_10.42.42.5(pid=15472) [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15472)] [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:55:29.974070 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:55:30.034505 run osmo-hlr_10.42.42.2(pid=15469): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15469)]\u000a02:55:30.083401 run osmo-hlr_10.42.42.2(pid=15469): stdout: \u000a| (launched: 2022-12-09_02:55:27.205828) \u000a02:55:30.133098 run osmo-hlr_10.42.42.2(pid=15469): stderr: \u000a| �[0;m�[1;31m20221209025527382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025527382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025527382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025527382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025527382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025527383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025527394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025527403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025527403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025527403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:30.200303 run osmo-msc_10.42.42.6(pid=15475): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15475)]\u000a02:55:30.249236 run osmo-msc_10.42.42.6(pid=15475): stdout: \u000a| (launched: 2022-12-09_02:55:29.095454) \u000a02:55:30.298792 run osmo-msc_10.42.42.6(pid=15475): stderr: \u000a| �[0;m�[38;5;43m20221209025529367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025529367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98da047c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025529367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025529367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025529368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025529368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025529370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025529370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:30.340600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15468): Terminating (SIGTERM)\u000a02:55:30.380884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15471): Terminating (SIGTERM)\u000a02:55:30.421347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15474): Terminating (SIGTERM)\u000a02:55:30.430985 --- ParallelTerminationStrategy: PID 15468 died...\u000a02:55:30.484491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15468): Terminated: ok {rc=0}\u000a02:55:30.494316 --- ParallelTerminationStrategy: PID 15471 died...\u000a02:55:30.547145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15471): Terminated: ok {rc=0}\u000a02:55:30.557175 --- ParallelTerminationStrategy: PID 15474 died...\u000a02:55:30.610467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15474): Terminated: ok {rc=0}\u000a02:55:30.693565 bus /sierra_3: Setting Powered False\u000a02:55:31.799977 bus /sierra_3: Setting Powered False\u000a02:55:32.907023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:55:13" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15486): Process ended prematurely: osmo-stp_10.42.42.5(pid=15486) [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15486)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15486): Process ended prematurely: osmo-stp_10.42.42.5(pid=15486) [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:55:34.910045 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:34.921522 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:55:35.080612 tst mo_mt_call.py: using LAC 18579\u000a02:55:35.207023 tst mo_mt_call.py: using RAC 219\u000a02:55:35.337703 tst mo_mt_call.py: using CellId 18579\u000a02:55:35.464230 tst mo_mt_call.py: using BVCI 18580\u000a02:55:35.488810 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:35.500439 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:35.511764 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:35.523035 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:35.534320 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:35.545541 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:35.661522 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:35.872123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:36.383975 run create_hlr_db(pid=15480): Launched\u000a02:55:36.568279 bus /sierra_2: Setting Powered False\u000a02:55:37.589850 run create_hlr_db(pid=15480): Terminated: ok {rc=0}\u000a02:55:37.989937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15482): Launched\u000a02:55:38.290216 run osmo-hlr_10.42.42.2(pid=15483): Launched\u000a02:55:38.401047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:38.917374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15485): Launched\u000a02:55:39.214900 run osmo-stp_10.42.42.5(pid=15486): Launched\u000a02:55:39.323977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:39.868799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15488): Launched\u000a02:55:40.169222 run osmo-msc_10.42.42.6(pid=15489): Launched\u000a02:55:40.345760 run osmo-stp_10.42.42.5(pid=15486): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15486)]\u000a02:55:40.472796 run osmo-stp_10.42.42.5(pid=15486): stdout: \u000a| (launched: 2022-12-09_02:55:39.068427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:40.598135 run osmo-stp_10.42.42.5(pid=15486): stderr: \u000a| �[0;m�[38;5;43m20221209025539240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025539240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025539240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025539241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025539241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025539241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025539241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:40.718192 run osmo-stp_10.42.42.5(pid=15486): stdout: \u000a| (launched: 2022-12-09_02:55:39.068427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:40.837747 run osmo-stp_10.42.42.5(pid=15486): stderr: \u000a| �[0;m�[38;5;43m20221209025539240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025539240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025539240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025539241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025539241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025539241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025539241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:40.890506 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15486): Process ended prematurely: osmo-stp_10.42.42.5(pid=15486) [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15486)] [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:55:40.899240 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:55:40.958976 run osmo-hlr_10.42.42.2(pid=15483): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15483)]\u000a02:55:41.007913 run osmo-hlr_10.42.42.2(pid=15483): stdout: \u000a| (launched: 2022-12-09_02:55:38.141414) \u000a02:55:41.057827 run osmo-hlr_10.42.42.2(pid=15483): stderr: \u000a| �[0;m�[1;31m20221209025538315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025538315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025538315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025538315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025538315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025538315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025538328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025538337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025538337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025538337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:41.130124 run osmo-msc_10.42.42.6(pid=15489): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15489)]\u000a02:55:41.181792 run osmo-msc_10.42.42.6(pid=15489): stdout: \u000a| (launched: 2022-12-09_02:55:40.021086) \u000a02:55:41.233687 run osmo-msc_10.42.42.6(pid=15489): stderr: \u000a| �[0;m�[38;5;43m20221209025540293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025540293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1a5fedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025540293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025540293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025540294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025540294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025540296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025540296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025540297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025540297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:41.277481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15482): Terminating (SIGTERM)\u000a02:55:41.319793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15485): Terminating (SIGTERM)\u000a02:55:41.362225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15488): Terminating (SIGTERM)\u000a02:55:41.371950 --- ParallelTerminationStrategy: PID 15482 died...\u000a02:55:41.428348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15482): Terminated: ok {rc=0}\u000a02:55:41.438573 --- ParallelTerminationStrategy: PID 15485 died...\u000a02:55:41.494612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15485): Terminated: ok {rc=0}\u000a02:55:41.504651 --- ParallelTerminationStrategy: PID 15488 died...\u000a02:55:41.560676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15488): Terminated: ok {rc=0}\u000a02:55:41.648152 bus /sierra_3: Setting Powered False\u000a02:55:42.754680 bus /sierra_3: Setting Powered False\u000a02:55:43.863450 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15497): Process ended prematurely: osmo-stp_10.42.42.5(pid=15497) [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15497): Process ended prematurely: osmo-stp_10.42.42.5(pid=15497) [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:55:44.975521 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:44.987686 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:55:45.153149 tst mo_mt_call_osmux.py: using LAC 18580\u000a02:55:45.280506 tst mo_mt_call_osmux.py: using RAC 220\u000a02:55:45.406290 tst mo_mt_call_osmux.py: using CellId 18580\u000a02:55:45.532915 tst mo_mt_call_osmux.py: using BVCI 18581\u000a02:55:45.557643 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:45.568812 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:45.579906 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:45.591024 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:45.602463 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:45.613625 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:45.734454 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:45.961097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:46.502143 run create_hlr_db(pid=15491): Launched\u000a02:55:46.680771 bus /sierra_2: Setting Powered False\u000a02:55:47.696562 run create_hlr_db(pid=15491): Terminated: ok {rc=0}\u000a02:55:48.120503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15493): Launched\u000a02:55:48.441115 run osmo-hlr_10.42.42.2(pid=15494): Launched\u000a02:55:48.558757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:49.111668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15496): Launched\u000a02:55:49.431290 run osmo-stp_10.42.42.5(pid=15497): Launched\u000a02:55:49.548269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:50.131316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15499): Launched\u000a02:55:50.450706 run osmo-msc_10.42.42.6(pid=15500): Launched\u000a02:55:50.638468 run osmo-stp_10.42.42.5(pid=15497): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)]\u000a02:55:50.773072 run osmo-stp_10.42.42.5(pid=15497): stdout: \u000a| (launched: 2022-12-09_02:55:49.274542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:50.908162 run osmo-stp_10.42.42.5(pid=15497): stderr: \u000a| �[0;m�[38;5;43m20221209025549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025549467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025549467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025549469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025549470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025549470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:51.036665 run osmo-stp_10.42.42.5(pid=15497): stdout: \u000a| (launched: 2022-12-09_02:55:49.274542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:51.164857 run osmo-stp_10.42.42.5(pid=15497): stderr: \u000a| �[0;m�[38;5;43m20221209025549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025549467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025549467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025549469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025549470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025549470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:51.221276 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15497): Process ended prematurely: osmo-stp_10.42.42.5(pid=15497) [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15497)] [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:55:51.230427 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:55:51.292857 run osmo-hlr_10.42.42.2(pid=15494): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15494)]\u000a02:55:51.344605 run osmo-hlr_10.42.42.2(pid=15494): stdout: \u000a| (launched: 2022-12-09_02:55:48.284451) \u000a02:55:51.396319 run osmo-hlr_10.42.42.2(pid=15494): stderr: \u000a| �[0;m�[1;31m20221209025548482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025548482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025548482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025548482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025548482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025548482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025548513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025548523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025548523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025548523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:51.466703 run osmo-msc_10.42.42.6(pid=15500): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15500)]\u000a02:55:51.517893 run osmo-msc_10.42.42.6(pid=15500): stdout: \u000a| (launched: 2022-12-09_02:55:50.294471) \u000a02:55:51.569627 run osmo-msc_10.42.42.6(pid=15500): stderr: \u000a| �[0;m�[38;5;43m20221209025550616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025550616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ed07b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025550616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025550616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025550616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025550616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025550618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025550618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025550618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025550619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:51.613633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15493): Terminating (SIGTERM)\u000a02:55:51.655135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15496): Terminating (SIGTERM)\u000a02:55:51.696567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15499): Terminating (SIGTERM)\u000a02:55:51.706270 --- ParallelTerminationStrategy: PID 15493 died...\u000a02:55:51.761772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15493): Terminated: ok {rc=0}\u000a02:55:51.771964 --- ParallelTerminationStrategy: PID 15496 died...\u000a02:55:51.827493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15496): Terminated: ok {rc=0}\u000a02:55:51.837506 --- ParallelTerminationStrategy: PID 15499 died...\u000a02:55:51.893216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15499): Terminated: ok {rc=0}\u000a02:55:51.980396 bus /sierra_3: Setting Powered False\u000a02:55:53.087516 bus /sierra_3: Setting Powered False\u000a02:55:54.195538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:55:34" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15511): Process ended prematurely: osmo-stp_10.42.42.5(pid=15511) [trial-2353↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15511)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15511): Process ended prematurely: osmo-stp_10.42.42.5(pid=15511) [trial-2353↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:55:56.205326 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:56.215809 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:56.350571 tst emergency_mo_mt_call.py: using LAC 18581\u000a02:55:56.466828 tst emergency_mo_mt_call.py: using RAC 221\u000a02:55:56.581232 tst emergency_mo_mt_call.py: using CellId 18581\u000a02:55:56.695637 tst emergency_mo_mt_call.py: using BVCI 18582\u000a02:55:56.717882 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:56.728470 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:56.739192 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:56.749971 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:56.760520 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:56.771098 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:56.890470 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:57.100670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:57.604294 run create_hlr_db(pid=15505): Launched\u000a02:55:57.786042 bus /sierra_2: Setting Powered False\u000a02:55:58.806893 run create_hlr_db(pid=15505): Terminated: ok {rc=0}\u000a02:55:59.225214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15507): Launched\u000a02:55:59.538516 run osmo-hlr_10.42.42.2(pid=15508): Launched\u000a02:55:59.656196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:00.201678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15510): Launched\u000a02:56:00.514401 run osmo-stp_10.42.42.5(pid=15511): Launched\u000a02:56:00.640364 tst emergency_mo_mt_call.py: using MSISDN 6987\u000a02:56:00.797268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:56:01.418752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15513): Launched\u000a02:56:01.840589 run osmo-msc_10.42.42.6(pid=15514): Launched\u000a02:56:02.206145 run osmo-stp_10.42.42.5(pid=15511): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15511)]\u000a02:56:02.338548 run osmo-stp_10.42.42.5(pid=15511): stdout: \u000a| (launched: 2022-12-09_02:56:00.361366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:02.469336 run osmo-stp_10.42.42.5(pid=15511): stderr: \u000a| �[0;m�[38;5;43m20221209025600552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025600552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025600553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025600553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025600554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025600554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025600554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:02.595515 run osmo-stp_10.42.42.5(pid=15511): stdout: \u000a| (launched: 2022-12-09_02:56:00.361366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:02.720420 run osmo-stp_10.42.42.5(pid=15511): stderr: \u000a| �[0;m�[38;5;43m20221209025600552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025600552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025600553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025600553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025600554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025600554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025600554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:02.775405 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15511): Process ended prematurely: osmo-stp_10.42.42.5(pid=15511) [trial-2353↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15511)] [trial-2353↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a02:56:02.784146 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a02:56:02.846259 run osmo-hlr_10.42.42.2(pid=15508): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15508)]\u000a02:56:02.897392 run osmo-hlr_10.42.42.2(pid=15508): stdout: \u000a| (launched: 2022-12-09_02:55:59.385122) \u000a02:56:02.949024 run osmo-hlr_10.42.42.2(pid=15508): stderr: \u000a| �[0;m�[1;31m20221209025559583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025559583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025559583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025559583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025559583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025559583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025559596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025559605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025559605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025559605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:03.019046 run osmo-msc_10.42.42.6(pid=15514): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15514)]\u000a02:56:03.069943 run osmo-msc_10.42.42.6(pid=15514): stdout: \u000a| (launched: 2022-12-09_02:56:01.583846) \u000a02:56:03.121388 run osmo-msc_10.42.42.6(pid=15514): stderr: \u000a| �[0;m�[38;5;43m20221209025602024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025602024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ad8a6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025602024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025602024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025602025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025602025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025602027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025602027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025602027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025602027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:56:03.165733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15507): Terminating (SIGTERM)\u000a02:56:03.207425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15510): Terminating (SIGTERM)\u000a02:56:03.249082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15513): Terminating (SIGTERM)\u000a02:56:03.258774 --- ParallelTerminationStrategy: PID 15507 died...\u000a02:56:03.314301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15507): Terminated: ok {rc=0}\u000a02:56:03.324504 --- ParallelTerminationStrategy: PID 15510 died...\u000a02:56:03.379713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15510): Terminated: ok {rc=0}\u000a02:56:03.389825 --- ParallelTerminationStrategy: PID 15513 died...\u000a02:56:03.445341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15513): Terminated: ok {rc=0}\u000a02:56:03.532420 bus /sierra_3: Setting Powered False\u000a02:56:04.632869 bus /sierra_3: Setting Powered False\u000a02:56:05.743304 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15522): Process ended prematurely: osmo-stp_10.42.42.5(pid=15522) [trial-2353↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15522): Process ended prematurely: osmo-stp_10.42.42.5(pid=15522) [trial-2353↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:56:06.794029 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:56:06.805241 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:06.940500 tst emergency_preemptive_call.py: using LAC 18582\u000a02:56:07.058461 tst emergency_preemptive_call.py: using RAC 222\u000a02:56:07.181999 tst emergency_preemptive_call.py: using CellId 18582\u000a02:56:07.307217 tst emergency_preemptive_call.py: using BVCI 18583\u000a02:56:07.331614 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:56:07.342930 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:56:07.354040 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:56:07.365059 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:56:07.376371 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:56:07.387301 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:07.501175 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:07.617973 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:07.737961 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:07.936223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:08.398618 run create_hlr_db(pid=15516): Launched\u000a02:56:08.567305 bus /sierra_2: Setting Powered False\u000a02:56:09.588407 run create_hlr_db(pid=15516): Terminated: ok {rc=0}\u000a02:56:10.005506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15518): Launched\u000a02:56:10.319883 run osmo-hlr_10.42.42.2(pid=15519): Launched\u000a02:56:10.438033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:10.983676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15521): Launched\u000a02:56:11.298510 run osmo-stp_10.42.42.5(pid=15522): Launched\u000a02:56:11.426010 tst emergency_preemptive_call.py: using MSISDN 6988\u000a02:56:11.583004 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:56:12.154061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15524): Launched\u000a02:56:12.467922 run osmo-msc_10.42.42.6(pid=15525): Launched\u000a02:56:12.651189 run osmo-stp_10.42.42.5(pid=15522): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)]\u000a02:56:12.788039 run osmo-stp_10.42.42.5(pid=15522): stdout: \u000a| (launched: 2022-12-09_02:56:11.143660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:12.918716 run osmo-stp_10.42.42.5(pid=15522): stderr: \u000a| �[0;m�[38;5;43m20221209025611334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025611334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025611334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025611335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025611335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025611335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025611335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:13.045346 run osmo-stp_10.42.42.5(pid=15522): stdout: \u000a| (launched: 2022-12-09_02:56:11.143660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:13.170585 run osmo-stp_10.42.42.5(pid=15522): stderr: \u000a| �[0;m�[38;5;43m20221209025611334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025611334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025611334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025611335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025611335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025611335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025611335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:13.225657 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15522): Process ended prematurely: osmo-stp_10.42.42.5(pid=15522) [trial-2353↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)] [trial-2353↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a02:56:13.234424 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a02:56:13.297561 run osmo-hlr_10.42.42.2(pid=15519): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15519)]\u000a02:56:13.349419 run osmo-hlr_10.42.42.2(pid=15519): stdout: \u000a| (launched: 2022-12-09_02:56:10.165697) \u000a02:56:13.401890 run osmo-hlr_10.42.42.2(pid=15519): stderr: \u000a| �[0;m�[1;31m20221209025610365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025610365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025610365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025610365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025610365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025610365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025610378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025610386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025610386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025610386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:13.473098 run osmo-msc_10.42.42.6(pid=15525): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15525)]\u000a02:56:13.524864 run osmo-msc_10.42.42.6(pid=15525): stdout: \u000a| (launched: 2022-12-09_02:56:12.314080) \u000a02:56:13.577361 run osmo-msc_10.42.42.6(pid=15525): stderr: \u000a| �[0;m�[38;5;43m20221209025612636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209025612636 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f585f766c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209025612636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209025612636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209025612636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209025612637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209025612639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209025612639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209025612639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209025612639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:56:13.621424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15518): Terminating (SIGTERM)\u000a02:56:13.663311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15521): Terminating (SIGTERM)\u000a02:56:13.705424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15524): Terminating (SIGTERM)\u000a02:56:13.715133 --- ParallelTerminationStrategy: PID 15518 died...\u000a02:56:13.771144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15518): Terminated: ok {rc=0}\u000a02:56:13.781393 --- ParallelTerminationStrategy: PID 15521 died...\u000a02:56:13.836728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15521): Terminated: ok {rc=0}\u000a02:56:13.846868 --- ParallelTerminationStrategy: PID 15524 died...\u000a02:56:13.902908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15524): Terminated: ok {rc=0}\u000a02:56:13.990667 bus /sierra_9: Setting Powered False\u000a02:56:15.091790 bus /sierra_9: Setting Powered False\u000a02:56:16.213183 bus /sierra_8: Setting Powered False\u000a02:56:17.320430 bus /sierra_8: Setting Powered False\u000a02:56:18.427440 bus /sierra_3: Setting Powered False\u000a02:56:19.533954 bus /sierra_3: Setting Powered False\u000a02:56:20.643960 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:55:55" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15541): Process ended prematurely: osmo-stp_10.42.42.5(pid=15541) [trial-2353↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15541): Process ended prematurely: osmo-stp_10.42.42.5(pid=15541) [trial-2353↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:56:22.789976 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:22.800920 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:22.943934 tst cs_paging_gprs_active.py: using LAC 18583\u000a02:56:23.069657 tst cs_paging_gprs_active.py: using RAC 223\u000a02:56:23.197866 tst cs_paging_gprs_active.py: using CellId 18583\u000a02:56:23.323011 tst cs_paging_gprs_active.py: using BVCI 18584\u000a02:56:23.347549 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.358703 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.370091 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.381185 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.392113 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.403205 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.414444 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.425263 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:23.436357 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:23.556609 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:23.833483 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:56:23.958404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:24.268278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15531): Launched\u000a02:56:24.524860 run iperf3-srv_10.42.42.10(pid=15532): Launched\u000a02:56:24.706772 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:56:24.830721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:25.148090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Launched\u000a02:56:25.403775 run iperf3-srv_10.42.42.10(pid=15534): Launched\u000a02:56:25.584864 tst cs_paging_gprs_active.py:38: start network...\u000a02:56:25.708355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:26.178720 run create_hlr_db(pid=15535): Launched\u000a02:56:26.349813 bus /sierra_2: Setting Powered False\u000a02:56:27.372539 run create_hlr_db(pid=15535): Terminated: ok {rc=0}\u000a02:56:27.769608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15537): Launched\u000a02:56:28.068113 run osmo-hlr_10.42.42.2(pid=15538): Launched\u000a02:56:28.177187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:28.692474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15540): Launched\u000a02:56:28.990391 run osmo-stp_10.42.42.5(pid=15541): Launched\u000a02:56:29.099599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:29.617697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15543): Launched\u000a02:56:29.723340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:29.981696 run patchelf(pid=15544): Launched\u000a02:56:30.155267 run osmo-stp_10.42.42.5(pid=15541): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)]\u000a02:56:30.283384 run osmo-stp_10.42.42.5(pid=15541): stdout: \u000a| (launched: 2022-12-09_02:56:28.843619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:30.411037 run osmo-stp_10.42.42.5(pid=15541): stderr: \u000a| �[0;m�[38;5;43m20221209025629013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025629013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025629014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025629014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025629016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025629016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025629017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:30.534817 run osmo-stp_10.42.42.5(pid=15541): stdout: \u000a| (launched: 2022-12-09_02:56:28.843619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:30.656596 run osmo-stp_10.42.42.5(pid=15541): stderr: \u000a| �[0;m�[38;5;43m20221209025629013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025629013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025629014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025629014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025629016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025629016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025629017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:30.799062 run patchelf(pid=15544): Terminating (SIGINT)\u000a02:56:30.998383 run patchelf(pid=15544): Terminated: ok {rc=0}\u000a02:56:31.032789 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15541): Process ended prematurely: osmo-stp_10.42.42.5(pid=15541) [trial-2353↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15541)] [trial-2353↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a02:56:31.043881 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a02:56:31.111280 run osmo-hlr_10.42.42.2(pid=15538): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15538)]\u000a02:56:31.166671 run osmo-hlr_10.42.42.2(pid=15538): stdout: \u000a| (launched: 2022-12-09_02:56:27.920829) \u000a02:56:31.223056 run osmo-hlr_10.42.42.2(pid=15538): stderr: \u000a| �[0;m�[1;31m20221209025628098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025628098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025628098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025628098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025628098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025628098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025628112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025628122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025628122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025628122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:31.270748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15531): Terminating (SIGTERM)\u000a02:56:31.316801 run iperf3-srv_10.42.42.10(pid=15532): Terminating (SIGTERM)\u000a02:56:31.365202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Terminating (SIGTERM)\u000a02:56:31.410602 run iperf3-srv_10.42.42.10(pid=15534): Terminating (SIGTERM)\u000a02:56:31.455912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15537): Terminating (SIGTERM)\u000a02:56:31.502853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15540): Terminating (SIGTERM)\u000a02:56:31.549424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15543): Terminating (SIGTERM)\u000a02:56:31.560380 --- ParallelTerminationStrategy: PID 15531 died...\u000a02:56:31.622022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15531): Terminated: ok {rc=0}\u000a02:56:31.633086 --- ParallelTerminationStrategy: PID 15532 died...\u000a02:56:31.693293 run iperf3-srv_10.42.42.10(pid=15532): Terminated {rc=256}\u000a02:56:31.704385 --- ParallelTerminationStrategy: PID 15533 died...\u000a02:56:31.764600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Terminated: ok {rc=0}\u000a02:56:31.775700 --- ParallelTerminationStrategy: PID 15534 died...\u000a02:56:31.833345 run iperf3-srv_10.42.42.10(pid=15534): Terminated {rc=256}\u000a02:56:31.844193 --- ParallelTerminationStrategy: PID 15537 died...\u000a02:56:31.901093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15537): Terminated: ok {rc=0}\u000a02:56:31.911934 --- ParallelTerminationStrategy: PID 15540 died...\u000a02:56:31.972315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15540): Terminated: ok {rc=0}\u000a02:56:31.983289 --- ParallelTerminationStrategy: PID 15543 died...\u000a02:56:32.040284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15543): Terminated: ok {rc=0}\u000a02:56:32.132266 bus /gobi_0: Setting Powered False\u000a02:56:33.234524 bus /gobi_0: Setting Powered False\u000a02:56:34.344726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15553): Process ended prematurely: osmo-stp_10.42.42.5(pid=15553) [trial-2353↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15553)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15553): Process ended prematurely: osmo-stp_10.42.42.5(pid=15553) [trial-2353↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a02:56:35.453550 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:35.464496 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:35.606886 tst iperf3.py: using LAC 18584\u000a02:56:35.722571 tst iperf3.py: using RAC 224\u000a02:56:35.846480 tst iperf3.py: using CellId 18584\u000a02:56:35.970592 tst iperf3.py: using BVCI 18585\u000a02:56:35.995871 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.007190 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.018074 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.029010 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.039770 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.050677 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.061679 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.072399 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:36.083392 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:36.357117 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:56:36.482180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:36.791590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15545): Launched\u000a02:56:37.048185 run iperf3-srv_10.42.42.10(pid=15546): Launched\u000a02:56:37.238764 tst iperf3.py:8: start network...\u000a02:56:37.373874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:37.888538 run create_hlr_db(pid=15547): Launched\u000a02:56:38.073898 bus /gobi_6: Setting Powered False\u000a02:56:39.095874 run create_hlr_db(pid=15547): Terminated: ok {rc=0}\u000a02:56:39.523371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15549): Launched\u000a02:56:39.845167 run osmo-hlr_10.42.42.2(pid=15550): Launched\u000a02:56:39.966216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:40.525255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15552): Launched\u000a02:56:40.846856 run osmo-stp_10.42.42.5(pid=15553): Launched\u000a02:56:40.965209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:41.523241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15555): Launched\u000a02:56:41.638415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:41.916323 run patchelf(pid=15556): Launched\u000a02:56:42.103374 run osmo-stp_10.42.42.5(pid=15553): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15553)]\u000a02:56:42.241010 run osmo-stp_10.42.42.5(pid=15553): stdout: \u000a| (launched: 2022-12-09_02:56:40.689011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:42.378523 run osmo-stp_10.42.42.5(pid=15553): stderr: \u000a| �[0;m�[38;5;43m20221209025640882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025640882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025640883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025640883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025640883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025640883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025640884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:42.510870 run osmo-stp_10.42.42.5(pid=15553): stdout: \u000a| (launched: 2022-12-09_02:56:40.689011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:42.642924 run osmo-stp_10.42.42.5(pid=15553): stderr: \u000a| �[0;m�[38;5;43m20221209025640882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025640882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025640883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025640883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025640883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025640883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025640884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:42.795414 run patchelf(pid=15556): Terminating (SIGINT)\u000a02:56:42.974328 run patchelf(pid=15556): Terminated: ok {rc=0}\u000a02:56:43.007310 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15553): Process ended prematurely: osmo-stp_10.42.42.5(pid=15553) [trial-2353↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15553)] [trial-2353↪gprs:trx-lms↪iperf3.py:8]\u000a02:56:43.016914 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:56:43.079889 run osmo-hlr_10.42.42.2(pid=15550): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15550)]\u000a02:56:43.131237 run osmo-hlr_10.42.42.2(pid=15550): stdout: \u000a| (launched: 2022-12-09_02:56:39.687653) \u000a02:56:43.183307 run osmo-hlr_10.42.42.2(pid=15550): stderr: \u000a| �[0;m�[1;31m20221209025639885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025639885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025639885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025639885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025639886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025639886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025639898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025639908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025639908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025639909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:43.227914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15545): Terminating (SIGTERM)\u000a02:56:43.269689 run iperf3-srv_10.42.42.10(pid=15546): Terminating (SIGTERM)\u000a02:56:43.311352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15549): Terminating (SIGTERM)\u000a02:56:43.353001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15552): Terminating (SIGTERM)\u000a02:56:43.394557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15555): Terminating (SIGTERM)\u000a02:56:43.404335 --- ParallelTerminationStrategy: PID 15545 died...\u000a02:56:43.459991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15545): Terminated: ok {rc=0}\u000a02:56:43.470338 --- ParallelTerminationStrategy: PID 15546 died...\u000a02:56:43.525247 run iperf3-srv_10.42.42.10(pid=15546): Terminated {rc=256}\u000a02:56:43.535428 --- ParallelTerminationStrategy: PID 15549 died...\u000a02:56:43.590470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15549): Terminated: ok {rc=0}\u000a02:56:43.600695 --- ParallelTerminationStrategy: PID 15552 died...\u000a02:56:43.655739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15552): Terminated: ok {rc=0}\u000a02:56:43.665849 --- ParallelTerminationStrategy: PID 15555 died...\u000a02:56:43.720933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15555): Terminated: ok {rc=0}\u000a02:56:43.806719 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15571): Process ended prematurely: osmo-stp_10.42.42.5(pid=15571) [trial-2353↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15571)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15571): Process ended prematurely: osmo-stp_10.42.42.5(pid=15571) [trial-2353↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a02:56:44.916530 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:44.927673 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:45.065520 tst iperf3m4.py: using LAC 18585\u000a02:56:45.183271 tst iperf3m4.py: using RAC 225\u000a02:56:45.301506 tst iperf3m4.py: using CellId 18585\u000a02:56:45.422133 tst iperf3m4.py: using BVCI 18586\u000a02:56:45.444881 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.455632 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.466128 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.477248 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.488276 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.499407 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.510802 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.522137 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:45.533426 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:45.651241 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:45.772747 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:45.893422 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:46.242090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:56:46.374790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:46.795347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15557): Launched\u000a02:56:47.078156 run iperf3-srv_10.42.42.10(pid=15558): Launched\u000a02:56:47.265125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:56:47.390683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:47.699770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15559): Launched\u000a02:56:47.956464 run iperf3-srv_10.42.42.10(pid=15560): Launched\u000a02:56:48.137806 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:56:48.262538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:48.570503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15561): Launched\u000a02:56:48.826905 run iperf3-srv_10.42.42.10(pid=15562): Launched\u000a02:56:49.008138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:56:49.132279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:49.450514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15563): Launched\u000a02:56:49.726386 run iperf3-srv_10.42.42.10(pid=15564): Launched\u000a02:56:49.922724 tst iperf3m4.py:8: start network...\u000a02:56:50.057215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:50.569886 run create_hlr_db(pid=15565): Launched\u000a02:56:50.755148 bus /gobi_6: Setting Powered False\u000a02:56:51.775982 run create_hlr_db(pid=15565): Terminated: ok {rc=0}\u000a02:56:52.177980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15567): Launched\u000a02:56:52.477628 run osmo-hlr_10.42.42.2(pid=15568): Launched\u000a02:56:52.596631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:53.123456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15570): Launched\u000a02:56:53.423203 run osmo-stp_10.42.42.5(pid=15571): Launched\u000a02:56:53.532231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:54.053416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15573): Launched\u000a02:56:54.159779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:54.420502 run patchelf(pid=15574): Launched\u000a02:56:54.595996 run osmo-stp_10.42.42.5(pid=15571): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15571)]\u000a02:56:54.723878 run osmo-stp_10.42.42.5(pid=15571): stdout: \u000a| (launched: 2022-12-09_02:56:53.275560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:54.852106 run osmo-stp_10.42.42.5(pid=15571): stderr: \u000a| �[0;m�[38;5;43m20221209025653444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025653444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025653444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025653445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025653445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025653445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025653445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:54.975976 run osmo-stp_10.42.42.5(pid=15571): stdout: \u000a| (launched: 2022-12-09_02:56:53.275560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:55.099336 run osmo-stp_10.42.42.5(pid=15571): stderr: \u000a| �[0;m�[38;5;43m20221209025653444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025653444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025653444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025653445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025653445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025653445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025653445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:55.242564 run patchelf(pid=15574): Terminating (SIGINT)\u000a02:56:55.410806 run patchelf(pid=15574): Terminated: ok {rc=0}\u000a02:56:55.441707 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15571): Process ended prematurely: osmo-stp_10.42.42.5(pid=15571) [trial-2353↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15571)] [trial-2353↪gprs:trx-lms↪iperf3m4.py:8]\u000a02:56:55.451018 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a02:56:55.512146 run osmo-hlr_10.42.42.2(pid=15568): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15568)]\u000a02:56:55.561425 run osmo-hlr_10.42.42.2(pid=15568): stdout: \u000a| (launched: 2022-12-09_02:56:52.330271) \u000a02:56:55.611058 run osmo-hlr_10.42.42.2(pid=15568): stderr: \u000a| �[0;m�[1;31m20221209025652505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025652505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025652505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025652505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025652505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025652505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025652517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025652526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025652526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025652526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:55.653436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15557): Terminating (SIGTERM)\u000a02:56:55.692907 run iperf3-srv_10.42.42.10(pid=15558): Terminating (SIGTERM)\u000a02:56:55.732855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15559): Terminating (SIGTERM)\u000a02:56:55.772459 run iperf3-srv_10.42.42.10(pid=15560): Terminating (SIGTERM)\u000a02:56:55.812280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15561): Terminating (SIGTERM)\u000a02:56:55.851876 run iperf3-srv_10.42.42.10(pid=15562): Terminating (SIGTERM)\u000a02:56:55.891513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15563): Terminating (SIGTERM)\u000a02:56:55.931167 run iperf3-srv_10.42.42.10(pid=15564): Terminating (SIGTERM)\u000a02:56:55.970788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15567): Terminating (SIGTERM)\u000a02:56:56.010515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15570): Terminating (SIGTERM)\u000a02:56:56.050214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15573): Terminating (SIGTERM)\u000a02:56:56.059595 --- ParallelTerminationStrategy: PID 15557 died...\u000a02:56:56.112715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15557): Terminated: ok {rc=0}\u000a02:56:56.122446 --- ParallelTerminationStrategy: PID 15558 died...\u000a02:56:56.175221 run iperf3-srv_10.42.42.10(pid=15558): Terminated {rc=256}\u000a02:56:56.184866 --- ParallelTerminationStrategy: PID 15559 died...\u000a02:56:56.237750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15559): Terminated: ok {rc=0}\u000a02:56:56.247474 --- ParallelTerminationStrategy: PID 15560 died...\u000a02:56:56.300168 run iperf3-srv_10.42.42.10(pid=15560): Terminated {rc=256}\u000a02:56:56.309930 --- ParallelTerminationStrategy: PID 15561 died...\u000a02:56:56.363488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15561): Terminated: ok {rc=0}\u000a02:56:56.373108 --- ParallelTerminationStrategy: PID 15562 died...\u000a02:56:56.426113 run iperf3-srv_10.42.42.10(pid=15562): Terminated {rc=256}\u000a02:56:56.435611 --- ParallelTerminationStrategy: PID 15563 died...\u000a02:56:56.488549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15563): Terminated: ok {rc=0}\u000a02:56:56.498184 --- ParallelTerminationStrategy: PID 15564 died...\u000a02:56:56.551099 run iperf3-srv_10.42.42.10(pid=15564): Terminated {rc=256}\u000a02:56:56.560905 --- ParallelTerminationStrategy: PID 15567 died...\u000a02:56:56.613895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15567): Terminated: ok {rc=0}\u000a02:56:56.623650 --- ParallelTerminationStrategy: PID 15570 died...\u000a02:56:56.676540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15570): Terminated: ok {rc=0}\u000a02:56:56.686423 --- ParallelTerminationStrategy: PID 15573 died...\u000a02:56:56.739703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15573): Terminated: ok {rc=0}\u000a02:56:56.828387 bus /gobi_4: Setting Powered False\u000a02:56:57.932590 bus /gobi_4: Setting Powered False\u000a02:56:59.042829 bus /gobi_1: Setting Powered False\u000a02:57:00.145947 bus /gobi_1: Setting Powered False\u000a02:57:01.274041 bus /gobi_0: Setting Powered False\u000a02:57:02.381150 bus /gobi_0: Setting Powered False\u000a02:57:03.489627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15581): Process ended prematurely: osmo-stp_10.42.42.5(pid=15581) [trial-2353↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15581)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15581): Process ended prematurely: osmo-stp_10.42.42.5(pid=15581) [trial-2353↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a02:57:04.558635 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:04.570190 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:57:04.712643 tst ping.py: using LAC 18586\u000a02:57:04.837473 tst ping.py: using RAC 226\u000a02:57:04.960189 tst ping.py: using CellId 18586\u000a02:57:05.077945 tst ping.py: using BVCI 18587\u000a02:57:05.100780 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:05.111497 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:05.122102 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:05.132814 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:05.143710 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:05.154716 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:05.165612 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:05.176386 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:57:05.462417 tst ping.py:19: start network...\u000a02:57:05.593107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:06.094626 run create_hlr_db(pid=15575): Launched\u000a02:57:06.276469 bus /gobi_6: Setting Powered False\u000a02:57:07.298227 run create_hlr_db(pid=15575): Terminated: ok {rc=0}\u000a02:57:07.715396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15577): Launched\u000a02:57:08.026694 run osmo-hlr_10.42.42.2(pid=15578): Launched\u000a02:57:08.144587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:08.693893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15580): Launched\u000a02:57:09.008897 run osmo-stp_10.42.42.5(pid=15581): Launched\u000a02:57:09.123187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:09.671262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15583): Launched\u000a02:57:09.782667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:10.054805 run patchelf(pid=15584): Launched\u000a02:57:10.238762 run osmo-stp_10.42.42.5(pid=15581): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15581)]\u000a02:57:10.373220 run osmo-stp_10.42.42.5(pid=15581): stdout: \u000a| (launched: 2022-12-09_02:57:08.854280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:10.507799 run osmo-stp_10.42.42.5(pid=15581): stderr: \u000a| �[0;m�[38;5;43m20221209025709048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025709048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025709048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025709048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025709049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025709049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025709049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:10.637976 run osmo-stp_10.42.42.5(pid=15581): stdout: \u000a| (launched: 2022-12-09_02:57:08.854280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:10.766981 run osmo-stp_10.42.42.5(pid=15581): stderr: \u000a| �[0;m�[38;5;43m20221209025709048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025709048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025709048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025709048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025709049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025709049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025709049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:10.916542 run patchelf(pid=15584): Terminating (SIGINT)\u000a02:57:11.091804 run patchelf(pid=15584): Terminated: ok {rc=0}\u000a02:57:11.123813 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15581): Process ended prematurely: osmo-stp_10.42.42.5(pid=15581) [trial-2353↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15581)] [trial-2353↪gprs:trx-lms↪ping.py:22]\u000a02:57:11.132884 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:57:11.195260 run osmo-hlr_10.42.42.2(pid=15578): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15578)]\u000a02:57:11.246004 run osmo-hlr_10.42.42.2(pid=15578): stdout: \u000a| (launched: 2022-12-09_02:57:07.874334) \u000a02:57:11.297265 run osmo-hlr_10.42.42.2(pid=15578): stderr: \u000a| �[0;m�[1;31m20221209025708074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025708074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025708074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025708074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025708074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025708075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025708087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025708098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025708099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025708099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:11.340825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15577): Terminating (SIGTERM)\u000a02:57:11.382012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15580): Terminating (SIGTERM)\u000a02:57:11.423288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15583): Terminating (SIGTERM)\u000a02:57:11.432831 --- ParallelTerminationStrategy: PID 15577 died...\u000a02:57:11.488524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15577): Terminated: ok {rc=0}\u000a02:57:11.498489 --- ParallelTerminationStrategy: PID 15580 died...\u000a02:57:11.553568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15580): Terminated: ok {rc=0}\u000a02:57:11.563451 --- ParallelTerminationStrategy: PID 15583 died...\u000a02:57:11.618263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15583): Terminated: ok {rc=0}\u000a02:57:11.704318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15591): Process ended prematurely: osmo-stp_10.42.42.5(pid=15591) [trial-2353↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15591)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15591): Process ended prematurely: osmo-stp_10.42.42.5(pid=15591) [trial-2353↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a02:57:12.756703 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:12.768131 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:57:12.904391 tst ping_idle_ping.py: using LAC 18587\u000a02:57:13.024929 tst ping_idle_ping.py: using RAC 227\u000a02:57:13.142093 tst ping_idle_ping.py: using CellId 18587\u000a02:57:13.256366 tst ping_idle_ping.py: using BVCI 18588\u000a02:57:13.279142 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:13.289930 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:13.300691 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:13.311791 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:13.322880 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:13.333859 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:13.344921 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:57:13.355533 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:57:13.627496 tst ping_idle_ping.py:24: start network...\u000a02:57:13.750462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:14.215693 run create_hlr_db(pid=15585): Launched\u000a02:57:14.385877 bus /gobi_6: Setting Powered False\u000a02:57:15.407502 run create_hlr_db(pid=15585): Terminated: ok {rc=0}\u000a02:57:15.800475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15587): Launched\u000a02:57:16.246426 run osmo-hlr_10.42.42.2(pid=15588): Launched\u000a02:57:16.439593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:16.976685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15590): Launched\u000a02:57:17.370831 run osmo-stp_10.42.42.5(pid=15591): Launched\u000a02:57:17.484839 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:17.998167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15593): Launched\u000a02:57:18.102918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:18.359108 run patchelf(pid=15594): Launched\u000a02:57:18.531422 run osmo-stp_10.42.42.5(pid=15591): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15591)]\u000a02:57:18.657654 run osmo-stp_10.42.42.5(pid=15591): stdout: \u000a| (launched: 2022-12-09_02:57:17.128625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:18.784219 run osmo-stp_10.42.42.5(pid=15591): stderr: \u000a| �[0;m�[38;5;43m20221209025717411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025717411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025717411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025717412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025717412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025717412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025717413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:18.906455 run osmo-stp_10.42.42.5(pid=15591): stdout: \u000a| (launched: 2022-12-09_02:57:17.128625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:19.027413 run osmo-stp_10.42.42.5(pid=15591): stderr: \u000a| �[0;m�[38;5;43m20221209025717411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025717411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025717411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025717412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025717412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025717412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025717413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:19.168223 run patchelf(pid=15594): Terminating (SIGINT)\u000a02:57:19.333553 run patchelf(pid=15594): Terminated: ok {rc=0}\u000a02:57:19.363884 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15591): Process ended prematurely: osmo-stp_10.42.42.5(pid=15591) [trial-2353↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15591)] [trial-2353↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a02:57:19.372539 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:57:19.433077 run osmo-hlr_10.42.42.2(pid=15588): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15588)]\u000a02:57:19.481887 run osmo-hlr_10.42.42.2(pid=15588): stdout: \u000a| (launched: 2022-12-09_02:57:15.968851) \u000a02:57:19.531617 run osmo-hlr_10.42.42.2(pid=15588): stderr: \u000a| �[0;m�[1;31m20221209025716198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025716199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025716199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025716199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025716199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025716199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025716217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025716242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025716243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025716243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:19.573282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15587): Terminating (SIGTERM)\u000a02:57:19.612865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15590): Terminating (SIGTERM)\u000a02:57:19.652430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15593): Terminating (SIGTERM)\u000a02:57:19.662079 --- ParallelTerminationStrategy: PID 15587 died...\u000a02:57:19.715326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15587): Terminated: ok {rc=0}\u000a02:57:19.725423 --- ParallelTerminationStrategy: PID 15590 died...\u000a02:57:19.778086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15590): Terminated: ok {rc=0}\u000a02:57:19.787616 --- ParallelTerminationStrategy: PID 15593 died...\u000a02:57:19.840072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15593): Terminated: ok {rc=0}\u000a02:57:19.927102 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:56:22" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15608): Process ended prematurely: osmo-stp_10.42.42.5(pid=15608) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15608)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15608): Process ended prematurely: osmo-stp_10.42.42.5(pid=15608) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:57:22.078521 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.090012 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:22.237056 tst cs_paging_gprs_active.py: using LAC 18588\u000a02:57:22.361389 tst cs_paging_gprs_active.py: using RAC 228\u000a02:57:22.486105 tst cs_paging_gprs_active.py: using CellId 18588\u000a02:57:22.611109 tst cs_paging_gprs_active.py: using BVCI 18589\u000a02:57:22.635755 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.647232 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.658412 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.669696 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.680676 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.691739 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.703123 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.714197 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:22.725659 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:22.844512 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:23.138594 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:57:23.274242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:23.607350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15598): Launched\u000a02:57:23.883330 run iperf3-srv_10.42.42.10(pid=15599): Launched\u000a02:57:24.081468 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:57:24.216346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:24.549222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15600): Launched\u000a02:57:24.824813 run iperf3-srv_10.42.42.10(pid=15601): Launched\u000a02:57:25.021698 tst cs_paging_gprs_active.py:38: start network...\u000a02:57:25.155905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:25.668894 run create_hlr_db(pid=15602): Launched\u000a02:57:25.854001 bus /gobi_6: Setting Powered False\u000a02:57:26.876431 run create_hlr_db(pid=15602): Terminated: ok {rc=0}\u000a02:57:27.278428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15604): Launched\u000a02:57:27.579790 run osmo-hlr_10.42.42.2(pid=15605): Launched\u000a02:57:27.695915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:28.214174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15607): Launched\u000a02:57:28.514495 run osmo-stp_10.42.42.5(pid=15608): Launched\u000a02:57:28.626551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:29.147043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15610): Launched\u000a02:57:29.253757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:29.514044 run patchelf(pid=15611): Launched\u000a02:57:29.692108 run osmo-stp_10.42.42.5(pid=15608): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15608)]\u000a02:57:29.820845 run osmo-stp_10.42.42.5(pid=15608): stdout: \u000a| (launched: 2022-12-09_02:57:28.366124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:29.950056 run osmo-stp_10.42.42.5(pid=15608): stderr: \u000a| �[0;m�[38;5;43m20221209025728535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025728535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025728536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025728536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025728537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025728537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025728537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:30.074744 run osmo-stp_10.42.42.5(pid=15608): stdout: \u000a| (launched: 2022-12-09_02:57:28.366124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:30.198523 run osmo-stp_10.42.42.5(pid=15608): stderr: \u000a| �[0;m�[38;5;43m20221209025728535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025728535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025728536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025728536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025728537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025728537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025728537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:30.342520 run patchelf(pid=15611): Terminating (SIGINT)\u000a02:57:30.510986 run patchelf(pid=15611): Terminated: ok {rc=0}\u000a02:57:30.542094 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15608): Process ended prematurely: osmo-stp_10.42.42.5(pid=15608) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15608)] [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:57:30.551262 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:57:30.612157 run osmo-hlr_10.42.42.2(pid=15605): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15605)]\u000a02:57:30.661413 run osmo-hlr_10.42.42.2(pid=15605): stdout: \u000a| (launched: 2022-12-09_02:57:27.430972) \u000a02:57:30.711417 run osmo-hlr_10.42.42.2(pid=15605): stderr: \u000a| �[0;m�[1;31m20221209025727608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025727608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025727608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025727608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025727608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025727608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025727621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025727629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025727629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025727629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:30.753726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15598): Terminating (SIGTERM)\u000a02:57:30.793830 run iperf3-srv_10.42.42.10(pid=15599): Terminating (SIGTERM)\u000a02:57:30.834350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15600): Terminating (SIGTERM)\u000a02:57:30.881201 run iperf3-srv_10.42.42.10(pid=15601): Terminating (SIGTERM)\u000a02:57:30.937103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15604): Terminating (SIGTERM)\u000a02:57:30.977889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15607): Terminating (SIGTERM)\u000a02:57:31.020275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15610): Terminating (SIGTERM)\u000a02:57:31.030953 --- ParallelTerminationStrategy: PID 15598 died...\u000a02:57:31.087080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15598): Terminated: ok {rc=0}\u000a02:57:31.097614 --- ParallelTerminationStrategy: PID 15599 died...\u000a02:57:31.153564 run iperf3-srv_10.42.42.10(pid=15599): Terminated {rc=256}\u000a02:57:31.164121 --- ParallelTerminationStrategy: PID 15600 died...\u000a02:57:31.220536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15600): Terminated: ok {rc=0}\u000a02:57:31.231151 --- ParallelTerminationStrategy: PID 15601 died...\u000a02:57:31.287497 run iperf3-srv_10.42.42.10(pid=15601): Terminated {rc=256}\u000a02:57:31.298227 --- ParallelTerminationStrategy: PID 15604 died...\u000a02:57:31.355153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15604): Terminated: ok {rc=0}\u000a02:57:31.365834 --- ParallelTerminationStrategy: PID 15607 died...\u000a02:57:31.422332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15607): Terminated: ok {rc=0}\u000a02:57:31.433187 --- ParallelTerminationStrategy: PID 15610 died...\u000a02:57:31.488371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15610): Terminated: ok {rc=0}\u000a02:57:31.575901 bus /gobi_0: Setting Powered False\u000a02:57:32.676304 bus /gobi_0: Setting Powered False\u000a02:57:33.787654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15623): Process ended prematurely: osmo-stp_10.42.42.5(pid=15623) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15623)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15623): Process ended prematurely: osmo-stp_10.42.42.5(pid=15623) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:57:34.897191 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:34.908660 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:35.045776 tst iperf3.py: using LAC 18589\u000a02:57:35.163690 tst iperf3.py: using RAC 229\u000a02:57:35.283418 tst iperf3.py: using CellId 18589\u000a02:57:35.402890 tst iperf3.py: using BVCI 18590\u000a02:57:35.425849 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.436621 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.447312 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.458321 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.469173 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.480140 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.491225 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.502191 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:35.513437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:35.812341 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:57:35.947007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:36.278417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15615): Launched\u000a02:57:36.553893 run iperf3-srv_10.42.42.10(pid=15616): Launched\u000a02:57:36.750470 tst iperf3.py:8: start network...\u000a02:57:36.884937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:37.397432 run create_hlr_db(pid=15617): Launched\u000a02:57:37.590302 bus /gobi_6: Setting Powered False\u000a02:57:38.603778 run create_hlr_db(pid=15617): Terminated: ok {rc=0}\u000a02:57:39.029995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15619): Launched\u000a02:57:39.350287 run osmo-hlr_10.42.42.2(pid=15620): Launched\u000a02:57:39.469868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:40.023854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15622): Launched\u000a02:57:40.344572 run osmo-stp_10.42.42.5(pid=15623): Launched\u000a02:57:40.461139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:41.018965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15625): Launched\u000a02:57:41.133695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:41.412074 run patchelf(pid=15626): Launched\u000a02:57:41.598660 run osmo-stp_10.42.42.5(pid=15623): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15623)]\u000a02:57:41.735431 run osmo-stp_10.42.42.5(pid=15623): stdout: \u000a| (launched: 2022-12-09_02:57:40.186438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:41.872598 run osmo-stp_10.42.42.5(pid=15623): stderr: \u000a| �[0;m�[38;5;43m20221209025740378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025740378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025740379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025740379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025740381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025740381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025740381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:42.004678 run osmo-stp_10.42.42.5(pid=15623): stdout: \u000a| (launched: 2022-12-09_02:57:40.186438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:42.135709 run osmo-stp_10.42.42.5(pid=15623): stderr: \u000a| �[0;m�[38;5;43m20221209025740378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025740378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025740379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025740379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025740381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025740381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025740381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:42.288652 run patchelf(pid=15626): Terminating (SIGINT)\u000a02:57:42.467532 run patchelf(pid=15626): Terminated: ok {rc=0}\u000a02:57:42.500360 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15623): Process ended prematurely: osmo-stp_10.42.42.5(pid=15623) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15623)] [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a02:57:42.510196 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:57:42.572420 run osmo-hlr_10.42.42.2(pid=15620): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15620)]\u000a02:57:42.623067 run osmo-hlr_10.42.42.2(pid=15620): stdout: \u000a| (launched: 2022-12-09_02:57:39.192679) \u000a02:57:42.674138 run osmo-hlr_10.42.42.2(pid=15620): stderr: \u000a| �[0;m�[1;31m20221209025739392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025739392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025739392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025739392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025739392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025739392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025739404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025739413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025739413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025739414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:42.717815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15615): Terminating (SIGTERM)\u000a02:57:42.758900 run iperf3-srv_10.42.42.10(pid=15616): Terminating (SIGTERM)\u000a02:57:42.800126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15619): Terminating (SIGTERM)\u000a02:57:42.841512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15622): Terminating (SIGTERM)\u000a02:57:42.882719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15625): Terminating (SIGTERM)\u000a02:57:42.892287 --- ParallelTerminationStrategy: PID 15615 died...\u000a02:57:42.947744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15615): Terminated: ok {rc=0}\u000a02:57:42.957854 --- ParallelTerminationStrategy: PID 15616 died...\u000a02:57:43.013096 run iperf3-srv_10.42.42.10(pid=15616): Terminated {rc=256}\u000a02:57:43.022988 --- ParallelTerminationStrategy: PID 15619 died...\u000a02:57:43.078226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15619): Terminated: ok {rc=0}\u000a02:57:43.088194 --- ParallelTerminationStrategy: PID 15622 died...\u000a02:57:43.143498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15622): Terminated: ok {rc=0}\u000a02:57:43.153839 --- ParallelTerminationStrategy: PID 15625 died...\u000a02:57:43.209398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15625): Terminated: ok {rc=0}\u000a02:57:43.296274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15642): Process ended prematurely: osmo-stp_10.42.42.5(pid=15642) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15642)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15642): Process ended prematurely: osmo-stp_10.42.42.5(pid=15642) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:57:44.413318 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:44.425195 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:44.572821 tst iperf3m4.py: using LAC 18590\u000a02:57:44.697494 tst iperf3m4.py: using RAC 230\u000a02:57:44.826985 tst iperf3m4.py: using CellId 18590\u000a02:57:44.953399 tst iperf3m4.py: using BVCI 18591\u000a02:57:44.978110 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:44.989477 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:45.000542 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:45.011639 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:45.022599 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:45.033666 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:45.044804 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:45.055787 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:45.067001 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:45.183440 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:45.302791 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:45.423520 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:45.711916 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:57:45.850300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:46.232719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15628): Launched\u000a02:57:46.622376 run iperf3-srv_10.42.42.10(pid=15629): Launched\u000a02:57:46.844747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:57:46.975063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:47.316217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15630): Launched\u000a02:57:47.591798 run iperf3-srv_10.42.42.10(pid=15631): Launched\u000a02:57:47.788430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:57:47.922657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:48.254543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15632): Launched\u000a02:57:48.528915 run iperf3-srv_10.42.42.10(pid=15633): Launched\u000a02:57:48.724859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:57:48.858907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:49.189403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15634): Launched\u000a02:57:49.464337 run iperf3-srv_10.42.42.10(pid=15635): Launched\u000a02:57:49.660046 tst iperf3m4.py:8: start network...\u000a02:57:49.794694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:50.307669 run create_hlr_db(pid=15636): Launched\u000a02:57:50.492780 bus /gobi_6: Setting Powered False\u000a02:57:51.515294 run create_hlr_db(pid=15636): Terminated: ok {rc=0}\u000a02:57:51.940635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15638): Launched\u000a02:57:52.261796 run osmo-hlr_10.42.42.2(pid=15639): Launched\u000a02:57:52.380250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:52.939367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15641): Launched\u000a02:57:53.260467 run osmo-stp_10.42.42.5(pid=15642): Launched\u000a02:57:53.377559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:53.936054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15644): Launched\u000a02:57:54.050617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:54.329709 run patchelf(pid=15645): Launched\u000a02:57:54.516442 run osmo-stp_10.42.42.5(pid=15642): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15642)]\u000a02:57:54.653066 run osmo-stp_10.42.42.5(pid=15642): stdout: \u000a| (launched: 2022-12-09_02:57:53.102681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:54.790339 run osmo-stp_10.42.42.5(pid=15642): stderr: \u000a| �[0;m�[38;5;43m20221209025753292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025753293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025753293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025753293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025753294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025753294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025753294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:54.922821 run osmo-stp_10.42.42.5(pid=15642): stdout: \u000a| (launched: 2022-12-09_02:57:53.102681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:55.054722 run osmo-stp_10.42.42.5(pid=15642): stderr: \u000a| �[0;m�[38;5;43m20221209025753292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025753293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025753293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025753293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025753294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025753294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025753294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:55.207953 run patchelf(pid=15645): Terminating (SIGINT)\u000a02:57:55.387393 run patchelf(pid=15645): Terminated: ok {rc=0}\u000a02:57:55.420277 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15642): Process ended prematurely: osmo-stp_10.42.42.5(pid=15642) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15642)] [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:57:55.430080 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a02:57:55.492464 run osmo-hlr_10.42.42.2(pid=15639): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15639)]\u000a02:57:55.543138 run osmo-hlr_10.42.42.2(pid=15639): stdout: \u000a| (launched: 2022-12-09_02:57:52.103471) \u000a02:57:55.594345 run osmo-hlr_10.42.42.2(pid=15639): stderr: \u000a| �[0;m�[1;31m20221209025752301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025752301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025752301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025752301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025752301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025752301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025752313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025752322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025752322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025752322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:55.638095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15628): Terminating (SIGTERM)\u000a02:57:55.679193 run iperf3-srv_10.42.42.10(pid=15629): Terminating (SIGTERM)\u000a02:57:55.720619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15630): Terminating (SIGTERM)\u000a02:57:55.761898 run iperf3-srv_10.42.42.10(pid=15631): Terminating (SIGTERM)\u000a02:57:55.803541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15632): Terminating (SIGTERM)\u000a02:57:55.844858 run iperf3-srv_10.42.42.10(pid=15633): Terminating (SIGTERM)\u000a02:57:55.886176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15634): Terminating (SIGTERM)\u000a02:57:55.927313 run iperf3-srv_10.42.42.10(pid=15635): Terminating (SIGTERM)\u000a02:57:55.968713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15638): Terminating (SIGTERM)\u000a02:57:56.009987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15641): Terminating (SIGTERM)\u000a02:57:56.051638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15644): Terminating (SIGTERM)\u000a02:57:56.061399 --- ParallelTerminationStrategy: PID 15628 died...\u000a02:57:56.117260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15628): Terminated: ok {rc=0}\u000a02:57:56.127293 --- ParallelTerminationStrategy: PID 15629 died...\u000a02:57:56.183147 run iperf3-srv_10.42.42.10(pid=15629): Terminated {rc=256}\u000a02:57:56.193267 --- ParallelTerminationStrategy: PID 15630 died...\u000a02:57:56.249161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15630): Terminated: ok {rc=0}\u000a02:57:56.259275 --- ParallelTerminationStrategy: PID 15631 died...\u000a02:57:56.314464 run iperf3-srv_10.42.42.10(pid=15631): Terminated {rc=256}\u000a02:57:56.324472 --- ParallelTerminationStrategy: PID 15632 died...\u000a02:57:56.380110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15632): Terminated: ok {rc=0}\u000a02:57:56.390128 --- ParallelTerminationStrategy: PID 15633 died...\u000a02:57:56.445512 run iperf3-srv_10.42.42.10(pid=15633): Terminated {rc=256}\u000a02:57:56.455513 --- ParallelTerminationStrategy: PID 15634 died...\u000a02:57:56.510897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15634): Terminated: ok {rc=0}\u000a02:57:56.520863 --- ParallelTerminationStrategy: PID 15635 died...\u000a02:57:56.576377 run iperf3-srv_10.42.42.10(pid=15635): Terminated {rc=256}\u000a02:57:56.586416 --- ParallelTerminationStrategy: PID 15638 died...\u000a02:57:56.641737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15638): Terminated: ok {rc=0}\u000a02:57:56.651692 --- ParallelTerminationStrategy: PID 15641 died...\u000a02:57:56.706870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15641): Terminated: ok {rc=0}\u000a02:57:56.716904 --- ParallelTerminationStrategy: PID 15644 died...\u000a02:57:56.772426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15644): Terminated: ok {rc=0}\u000a02:57:56.859030 bus /gobi_4: Setting Powered False\u000a02:57:57.966511 bus /gobi_4: Setting Powered False\u000a02:57:59.077604 bus /gobi_1: Setting Powered False\u000a02:58:00.181537 bus /gobi_1: Setting Powered False\u000a02:58:01.304188 bus /gobi_0: Setting Powered False\u000a02:58:02.405932 bus /gobi_0: Setting Powered False\u000a02:58:03.517244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15652): Process ended prematurely: osmo-stp_10.42.42.5(pid=15652) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15652): Process ended prematurely: osmo-stp_10.42.42.5(pid=15652) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:58:04.585314 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:04.597233 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:58:04.739933 tst ping.py: using LAC 18591\u000a02:58:04.862862 tst ping.py: using RAC 231\u000a02:58:04.985136 tst ping.py: using CellId 18591\u000a02:58:05.107494 tst ping.py: using BVCI 18592\u000a02:58:05.131842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:05.143187 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:05.154364 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:05.165563 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:05.176539 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:05.187670 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:05.198951 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:05.210139 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:58:05.498125 tst ping.py:19: start network...\u000a02:58:05.629880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:06.131754 run create_hlr_db(pid=15646): Launched\u000a02:58:06.314112 bus /gobi_6: Setting Powered False\u000a02:58:07.334026 run create_hlr_db(pid=15646): Terminated: ok {rc=0}\u000a02:58:07.751458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15648): Launched\u000a02:58:08.064700 run osmo-hlr_10.42.42.2(pid=15649): Launched\u000a02:58:08.180022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:08.729191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15651): Launched\u000a02:58:09.042985 run osmo-stp_10.42.42.5(pid=15652): Launched\u000a02:58:09.157147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:09.706374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15654): Launched\u000a02:58:09.818719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:10.092698 run patchelf(pid=15655): Launched\u000a02:58:10.276880 run osmo-stp_10.42.42.5(pid=15652): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)]\u000a02:58:10.411330 run osmo-stp_10.42.42.5(pid=15652): stdout: \u000a| (launched: 2022-12-09_02:58:08.888765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:10.546121 run osmo-stp_10.42.42.5(pid=15652): stderr: \u000a| �[0;m�[38;5;43m20221209025809079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025809079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025809079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025809079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025809080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025809080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025809080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:10.676291 run osmo-stp_10.42.42.5(pid=15652): stdout: \u000a| (launched: 2022-12-09_02:58:08.888765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:10.805316 run osmo-stp_10.42.42.5(pid=15652): stderr: \u000a| �[0;m�[38;5;43m20221209025809079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025809079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025809079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025809079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025809080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025809080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025809080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:10.955037 run patchelf(pid=15655): Terminating (SIGINT)\u000a02:58:11.130354 run patchelf(pid=15655): Terminated: ok {rc=0}\u000a02:58:11.162269 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15652): Process ended prematurely: osmo-stp_10.42.42.5(pid=15652) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)] [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a02:58:11.171526 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:58:11.234140 run osmo-hlr_10.42.42.2(pid=15649): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15649)]\u000a02:58:11.285083 run osmo-hlr_10.42.42.2(pid=15649): stdout: \u000a| (launched: 2022-12-09_02:58:07.911309) \u000a02:58:11.336465 run osmo-hlr_10.42.42.2(pid=15649): stderr: \u000a| �[0;m�[1;31m20221209025808109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025808109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025808109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025808109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025808109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025808109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025808121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025808132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025808132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025808132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:11.380200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15648): Terminating (SIGTERM)\u000a02:58:11.421552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15651): Terminating (SIGTERM)\u000a02:58:11.462986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15654): Terminating (SIGTERM)\u000a02:58:11.472671 --- ParallelTerminationStrategy: PID 15648 died...\u000a02:58:11.528081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15648): Terminated: ok {rc=0}\u000a02:58:11.538093 --- ParallelTerminationStrategy: PID 15651 died...\u000a02:58:11.593158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15651): Terminated: ok {rc=0}\u000a02:58:11.603154 --- ParallelTerminationStrategy: PID 15654 died...\u000a02:58:11.658253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15654): Terminated: ok {rc=0}\u000a02:58:11.745195 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15662): Process ended prematurely: osmo-stp_10.42.42.5(pid=15662) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15662)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15662): Process ended prematurely: osmo-stp_10.42.42.5(pid=15662) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:58:12.797130 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:12.808698 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:58:12.948089 tst ping_idle_ping.py: using LAC 18592\u000a02:58:13.068713 tst ping_idle_ping.py: using RAC 232\u000a02:58:13.182781 tst ping_idle_ping.py: using CellId 18592\u000a02:58:13.297346 tst ping_idle_ping.py: using BVCI 18593\u000a02:58:13.320024 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:13.331034 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:13.341661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:13.352781 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:13.363737 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:13.374882 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:13.386318 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:58:13.397394 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:58:13.686498 tst ping_idle_ping.py:24: start network...\u000a02:58:13.818209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:14.324473 run create_hlr_db(pid=15656): Launched\u000a02:58:14.506820 bus /gobi_6: Setting Powered False\u000a02:58:15.516511 run create_hlr_db(pid=15656): Terminated: ok {rc=0}\u000a02:58:15.968431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15658): Launched\u000a02:58:16.385927 run osmo-hlr_10.42.42.2(pid=15659): Launched\u000a02:58:16.607132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:17.237518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15661): Launched\u000a02:58:17.537137 run osmo-stp_10.42.42.5(pid=15662): Launched\u000a02:58:17.646251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:18.161043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15664): Launched\u000a02:58:18.266828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:18.523345 run patchelf(pid=15665): Launched\u000a02:58:18.695345 run osmo-stp_10.42.42.5(pid=15662): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15662)]\u000a02:58:18.821174 run osmo-stp_10.42.42.5(pid=15662): stdout: \u000a| (launched: 2022-12-09_02:58:17.387741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:18.947794 run osmo-stp_10.42.42.5(pid=15662): stderr: \u000a| �[0;m�[38;5;43m20221209025817557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025817557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025817557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025817558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025817558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025817558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025817558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:19.070156 run osmo-stp_10.42.42.5(pid=15662): stdout: \u000a| (launched: 2022-12-09_02:58:17.387741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:19.191403 run osmo-stp_10.42.42.5(pid=15662): stderr: \u000a| �[0;m�[38;5;43m20221209025817557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025817557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025817557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025817558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025817558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025817558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025817558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:19.332593 run patchelf(pid=15665): Terminating (SIGINT)\u000a02:58:19.497798 run patchelf(pid=15665): Terminated: ok {rc=0}\u000a02:58:19.528103 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15662): Process ended prematurely: osmo-stp_10.42.42.5(pid=15662) [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15662)] [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:58:19.536701 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:58:19.596517 run osmo-hlr_10.42.42.2(pid=15659): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15659)]\u000a02:58:19.645185 run osmo-hlr_10.42.42.2(pid=15659): stdout: \u000a| (launched: 2022-12-09_02:58:16.123627) \u000a02:58:19.694365 run osmo-hlr_10.42.42.2(pid=15659): stderr: \u000a| �[0;m�[1;31m20221209025816467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025816467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025816468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025816468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025816468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025816468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025816487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025816500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025816500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025816500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:19.736002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15658): Terminating (SIGTERM)\u000a02:58:19.775774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15661): Terminating (SIGTERM)\u000a02:58:19.815745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15664): Terminating (SIGTERM)\u000a02:58:19.825338 --- ParallelTerminationStrategy: PID 15658 died...\u000a02:58:19.878567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15658): Terminated: ok {rc=0}\u000a02:58:19.888444 --- ParallelTerminationStrategy: PID 15661 died...\u000a02:58:19.941632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15661): Terminated: ok {rc=0}\u000a02:58:19.951532 --- ParallelTerminationStrategy: PID 15664 died...\u000a02:58:20.004650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15664): Terminated: ok {rc=0}\u000a02:58:20.092443 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:57:21" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15680): Process ended prematurely: osmo-stp_10.42.42.5(pid=15680) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15680): Process ended prematurely: osmo-stp_10.42.42.5(pid=15680) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:58:22.255478 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.266980 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:22.425289 tst cs_paging_gprs_active.py: using LAC 18593\u000a02:58:22.543264 tst cs_paging_gprs_active.py: using RAC 233\u000a02:58:22.663005 tst cs_paging_gprs_active.py: using CellId 18593\u000a02:58:22.780324 tst cs_paging_gprs_active.py: using BVCI 18594\u000a02:58:22.803459 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.814388 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.825137 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.835958 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.846768 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.857719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.868606 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.879381 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:22.890358 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:23.005457 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:23.299765 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:58:23.435034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:23.767604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15670): Launched\u000a02:58:24.044611 run iperf3-srv_10.42.42.10(pid=15671): Launched\u000a02:58:24.242344 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:58:24.377403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:24.708847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Launched\u000a02:58:24.984549 run iperf3-srv_10.42.42.10(pid=15673): Launched\u000a02:58:25.181264 tst cs_paging_gprs_active.py:38: start network...\u000a02:58:25.316014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:25.830251 run create_hlr_db(pid=15674): Launched\u000a02:58:26.015298 bus /gobi_6: Setting Powered False\u000a02:58:27.037560 run create_hlr_db(pid=15674): Terminated: ok {rc=0}\u000a02:58:27.464223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15676): Launched\u000a02:58:27.783468 run osmo-hlr_10.42.42.2(pid=15677): Launched\u000a02:58:27.900265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:28.454676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15679): Launched\u000a02:58:28.774476 run osmo-stp_10.42.42.5(pid=15680): Launched\u000a02:58:28.890609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:29.450500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15682): Launched\u000a02:58:29.565269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:29.851380 run patchelf(pid=15683): Launched\u000a02:58:30.038305 run osmo-stp_10.42.42.5(pid=15680): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)]\u000a02:58:30.175735 run osmo-stp_10.42.42.5(pid=15680): stdout: \u000a| (launched: 2022-12-09_02:58:28.617602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:30.313298 run osmo-stp_10.42.42.5(pid=15680): stderr: \u000a| �[0;m�[38;5;43m20221209025828810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025828810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025828810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025828811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025828811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025828811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025828811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:30.446150 run osmo-stp_10.42.42.5(pid=15680): stdout: \u000a| (launched: 2022-12-09_02:58:28.617602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:30.577882 run osmo-stp_10.42.42.5(pid=15680): stderr: \u000a| �[0;m�[38;5;43m20221209025828810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025828810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025828810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025828811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025828811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025828811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025828811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:30.730540 run patchelf(pid=15683): Terminating (SIGINT)\u000a02:58:30.915851 run patchelf(pid=15683): Terminated: ok {rc=0}\u000a02:58:30.950173 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15680): Process ended prematurely: osmo-stp_10.42.42.5(pid=15680) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15680)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:58:30.961052 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:58:31.033698 run osmo-hlr_10.42.42.2(pid=15677): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15677)]\u000a02:58:31.085776 run osmo-hlr_10.42.42.2(pid=15677): stdout: \u000a| (launched: 2022-12-09_02:58:27.627071) \u000a02:58:31.138894 run osmo-hlr_10.42.42.2(pid=15677): stderr: \u000a| �[0;m�[1;31m20221209025827827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025827827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025827827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025827827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025827827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025827827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025827840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025827848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025827848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025827848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:31.184131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15670): Terminating (SIGTERM)\u000a02:58:31.227070 run iperf3-srv_10.42.42.10(pid=15671): Terminating (SIGTERM)\u000a02:58:31.269872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminating (SIGTERM)\u000a02:58:31.312892 run iperf3-srv_10.42.42.10(pid=15673): Terminating (SIGTERM)\u000a02:58:31.355018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15676): Terminating (SIGTERM)\u000a02:58:31.397133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15679): Terminating (SIGTERM)\u000a02:58:31.440215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15682): Terminating (SIGTERM)\u000a02:58:31.450037 --- ParallelTerminationStrategy: PID 15670 died...\u000a02:58:31.507521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15670): Terminated: ok {rc=0}\u000a02:58:31.518120 --- ParallelTerminationStrategy: PID 15671 died...\u000a02:58:31.574136 run iperf3-srv_10.42.42.10(pid=15671): Terminated {rc=256}\u000a02:58:31.584580 --- ParallelTerminationStrategy: PID 15672 died...\u000a02:58:31.640989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminated: ok {rc=0}\u000a02:58:31.651448 --- ParallelTerminationStrategy: PID 15673 died...\u000a02:58:31.707609 run iperf3-srv_10.42.42.10(pid=15673): Terminated {rc=256}\u000a02:58:31.718189 --- ParallelTerminationStrategy: PID 15676 died...\u000a02:58:31.774167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15676): Terminated: ok {rc=0}\u000a02:58:31.784597 --- ParallelTerminationStrategy: PID 15679 died...\u000a02:58:31.840653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15679): Terminated: ok {rc=0}\u000a02:58:31.851126 --- ParallelTerminationStrategy: PID 15682 died...\u000a02:58:31.920115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15682): Terminated: ok {rc=0}\u000a02:58:32.013422 bus /gobi_0: Setting Powered False\u000a02:58:33.121397 bus /gobi_0: Setting Powered False\u000a02:58:34.232055 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15692): Process ended prematurely: osmo-stp_10.42.42.5(pid=15692) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15692)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15692): Process ended prematurely: osmo-stp_10.42.42.5(pid=15692) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:58:35.345413 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:35.357356 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:35.523056 tst iperf3.py: using LAC 18594\u000a02:58:35.648717 tst iperf3.py: using RAC 234\u000a02:58:35.779872 tst iperf3.py: using CellId 18594\u000a02:58:35.900563 tst iperf3.py: using BVCI 18595\u000a02:58:35.923562 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:35.934614 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:35.945491 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:35.959285 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:35.971159 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:35.982758 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:35.994714 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:36.006357 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:36.018357 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:36.294800 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:58:36.419425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:36.727503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15684): Launched\u000a02:58:36.984242 run iperf3-srv_10.42.42.10(pid=15685): Launched\u000a02:58:37.166734 tst iperf3.py:8: start network...\u000a02:58:37.291939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:37.761560 run create_hlr_db(pid=15686): Launched\u000a02:58:37.932514 bus /gobi_6: Setting Powered False\u000a02:58:38.955154 run create_hlr_db(pid=15686): Terminated: ok {rc=0}\u000a02:58:39.379336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15688): Launched\u000a02:58:39.700192 run osmo-hlr_10.42.42.2(pid=15689): Launched\u000a02:58:39.818240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:40.376026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15691): Launched\u000a02:58:40.696116 run osmo-stp_10.42.42.5(pid=15692): Launched\u000a02:58:40.812776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:41.371435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15694): Launched\u000a02:58:41.486072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:41.764771 run patchelf(pid=15695): Launched\u000a02:58:41.951541 run osmo-stp_10.42.42.5(pid=15692): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15692)]\u000a02:58:42.088158 run osmo-stp_10.42.42.5(pid=15692): stdout: \u000a| (launched: 2022-12-09_02:58:40.538914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:42.225814 run osmo-stp_10.42.42.5(pid=15692): stderr: \u000a| �[0;m�[38;5;43m20221209025840730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025840730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025840730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025840731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:42.358829 run osmo-stp_10.42.42.5(pid=15692): stdout: \u000a| (launched: 2022-12-09_02:58:40.538914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:42.490125 run osmo-stp_10.42.42.5(pid=15692): stderr: \u000a| �[0;m�[38;5;43m20221209025840730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025840730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025840730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025840731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:42.642666 run patchelf(pid=15695): Terminating (SIGINT)\u000a02:58:42.821022 run patchelf(pid=15695): Terminated: ok {rc=0}\u000a02:58:42.853855 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15692): Process ended prematurely: osmo-stp_10.42.42.5(pid=15692) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15692)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:58:42.863623 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:58:42.925546 run osmo-hlr_10.42.42.2(pid=15689): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15689)]\u000a02:58:42.975946 run osmo-hlr_10.42.42.2(pid=15689): stdout: \u000a| (launched: 2022-12-09_02:58:39.542665) \u000a02:58:43.027176 run osmo-hlr_10.42.42.2(pid=15689): stderr: \u000a| �[0;m�[1;31m20221209025839739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025839739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025839739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025839739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025839739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025839739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025839753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025839761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025839762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025839762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:43.070924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15684): Terminating (SIGTERM)\u000a02:58:43.112288 run iperf3-srv_10.42.42.10(pid=15685): Terminating (SIGTERM)\u000a02:58:43.153748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15688): Terminating (SIGTERM)\u000a02:58:43.195000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15691): Terminating (SIGTERM)\u000a02:58:43.236717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15694): Terminating (SIGTERM)\u000a02:58:43.246366 --- ParallelTerminationStrategy: PID 15684 died...\u000a02:58:43.301957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15684): Terminated: ok {rc=0}\u000a02:58:43.311994 --- ParallelTerminationStrategy: PID 15685 died...\u000a02:58:43.366887 run iperf3-srv_10.42.42.10(pid=15685): Terminated {rc=256}\u000a02:58:43.376785 --- ParallelTerminationStrategy: PID 15688 died...\u000a02:58:43.431694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15688): Terminated: ok {rc=0}\u000a02:58:43.441707 --- ParallelTerminationStrategy: PID 15691 died...\u000a02:58:43.496544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15691): Terminated: ok {rc=0}\u000a02:58:43.506518 --- ParallelTerminationStrategy: PID 15694 died...\u000a02:58:43.561488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15694): Terminated: ok {rc=0}\u000a02:58:43.647760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15710): Process ended prematurely: osmo-stp_10.42.42.5(pid=15710) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15710)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15710): Process ended prematurely: osmo-stp_10.42.42.5(pid=15710) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:58:44.759732 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:44.771081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:44.926335 tst iperf3m4.py: using LAC 18595\u000a02:58:45.043710 tst iperf3m4.py: using RAC 235\u000a02:58:45.161351 tst iperf3m4.py: using CellId 18595\u000a02:58:45.281311 tst iperf3m4.py: using BVCI 18596\u000a02:58:45.304236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.315210 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.326208 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.337566 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.349033 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.360271 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.371571 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.382711 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:45.393804 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:45.513933 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:45.633346 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:45.747631 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:46.060657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:58:46.202702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:46.559505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15696): Launched\u000a02:58:46.859560 run iperf3-srv_10.42.42.10(pid=15697): Launched\u000a02:58:47.061936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:58:47.198445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:47.530636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15698): Launched\u000a02:58:47.805932 run iperf3-srv_10.42.42.10(pid=15699): Launched\u000a02:58:48.001767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:58:48.135415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:48.466898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15700): Launched\u000a02:58:48.742266 run iperf3-srv_10.42.42.10(pid=15701): Launched\u000a02:58:48.938132 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:58:49.072391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:49.403752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15702): Launched\u000a02:58:49.679107 run iperf3-srv_10.42.42.10(pid=15703): Launched\u000a02:58:49.875358 tst iperf3m4.py:8: start network...\u000a02:58:50.009610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:50.527012 run create_hlr_db(pid=15704): Launched\u000a02:58:50.714206 bus /gobi_6: Setting Powered False\u000a02:58:51.734999 run create_hlr_db(pid=15704): Terminated: ok {rc=0}\u000a02:58:52.135969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15706): Launched\u000a02:58:52.435444 run osmo-hlr_10.42.42.2(pid=15707): Launched\u000a02:58:52.553388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:53.077603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15709): Launched\u000a02:58:53.375960 run osmo-stp_10.42.42.5(pid=15710): Launched\u000a02:58:53.484571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:54.003038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15712): Launched\u000a02:58:54.109312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:54.369143 run patchelf(pid=15713): Launched\u000a02:58:54.543316 run osmo-stp_10.42.42.5(pid=15710): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15710)]\u000a02:58:54.670797 run osmo-stp_10.42.42.5(pid=15710): stdout: \u000a| (launched: 2022-12-09_02:58:53.228710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:54.798258 run osmo-stp_10.42.42.5(pid=15710): stderr: \u000a| �[0;m�[38;5;43m20221209025853395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025853395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025853396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025853396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025853396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025853397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025853397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:54.921279 run osmo-stp_10.42.42.5(pid=15710): stdout: \u000a| (launched: 2022-12-09_02:58:53.228710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:55.043167 run osmo-stp_10.42.42.5(pid=15710): stderr: \u000a| �[0;m�[38;5;43m20221209025853395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025853395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025853396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025853396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025853396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025853397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025853397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:55.185217 run patchelf(pid=15713): Terminating (SIGINT)\u000a02:58:55.352318 run patchelf(pid=15713): Terminated: ok {rc=0}\u000a02:58:55.382960 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15710): Process ended prematurely: osmo-stp_10.42.42.5(pid=15710) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15710)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:58:55.392104 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:58:55.452202 run osmo-hlr_10.42.42.2(pid=15707): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15707)]\u000a02:58:55.500696 run osmo-hlr_10.42.42.2(pid=15707): stdout: \u000a| (launched: 2022-12-09_02:58:52.288062) \u000a02:58:55.549978 run osmo-hlr_10.42.42.2(pid=15707): stderr: \u000a| �[0;m�[1;31m20221209025852462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025852462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025852462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025852462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025852462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025852462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025852475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:55.591602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15696): Terminating (SIGTERM)\u000a02:58:55.631496 run iperf3-srv_10.42.42.10(pid=15697): Terminating (SIGTERM)\u000a02:58:55.670956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15698): Terminating (SIGTERM)\u000a02:58:55.710643 run iperf3-srv_10.42.42.10(pid=15699): Terminating (SIGTERM)\u000a02:58:55.750047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15700): Terminating (SIGTERM)\u000a02:58:55.789554 run iperf3-srv_10.42.42.10(pid=15701): Terminating (SIGTERM)\u000a02:58:55.829027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15702): Terminating (SIGTERM)\u000a02:58:55.868582 run iperf3-srv_10.42.42.10(pid=15703): Terminating (SIGTERM)\u000a02:58:55.908130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15706): Terminating (SIGTERM)\u000a02:58:55.947781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15709): Terminating (SIGTERM)\u000a02:58:55.987318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15712): Terminating (SIGTERM)\u000a02:58:55.996694 --- ParallelTerminationStrategy: PID 15696 died...\u000a02:58:56.049457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15696): Terminated: ok {rc=0}\u000a02:58:56.059323 --- ParallelTerminationStrategy: PID 15697 died...\u000a02:58:56.112331 run iperf3-srv_10.42.42.10(pid=15697): Terminated {rc=256}\u000a02:58:56.122154 --- ParallelTerminationStrategy: PID 15698 died...\u000a02:58:56.175652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15698): Terminated: ok {rc=0}\u000a02:58:56.185802 --- ParallelTerminationStrategy: PID 15699 died...\u000a02:58:56.238852 run iperf3-srv_10.42.42.10(pid=15699): Terminated {rc=256}\u000a02:58:56.248534 --- ParallelTerminationStrategy: PID 15700 died...\u000a02:58:56.302208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15700): Terminated: ok {rc=0}\u000a02:58:56.311819 --- ParallelTerminationStrategy: PID 15701 died...\u000a02:58:56.364570 run iperf3-srv_10.42.42.10(pid=15701): Terminated {rc=256}\u000a02:58:56.374382 --- ParallelTerminationStrategy: PID 15702 died...\u000a02:58:56.427300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15702): Terminated: ok {rc=0}\u000a02:58:56.437277 --- ParallelTerminationStrategy: PID 15703 died...\u000a02:58:56.490449 run iperf3-srv_10.42.42.10(pid=15703): Terminated {rc=256}\u000a02:58:56.499985 --- ParallelTerminationStrategy: PID 15706 died...\u000a02:58:56.553179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15706): Terminated: ok {rc=0}\u000a02:58:56.563052 --- ParallelTerminationStrategy: PID 15709 died...\u000a02:58:56.620720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15709): Terminated: ok {rc=0}\u000a02:58:56.631026 --- ParallelTerminationStrategy: PID 15712 died...\u000a02:58:56.687260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15712): Terminated: ok {rc=0}\u000a02:58:56.774666 bus /gobi_4: Setting Powered False\u000a02:58:57.882104 bus /gobi_4: Setting Powered False\u000a02:58:58.990100 bus /gobi_1: Setting Powered False\u000a02:59:00.096504 bus /gobi_1: Setting Powered False\u000a02:59:01.204736 bus /gobi_0: Setting Powered False\u000a02:59:02.307651 bus /gobi_0: Setting Powered False\u000a02:59:03.416068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15721): Process ended prematurely: osmo-stp_10.42.42.5(pid=15721) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15721): Process ended prematurely: osmo-stp_10.42.42.5(pid=15721) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:59:04.484281 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:04.496174 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:59:04.663151 tst ping.py: using LAC 18596\u000a02:59:04.792748 tst ping.py: using RAC 236\u000a02:59:04.915960 tst ping.py: using CellId 18596\u000a02:59:05.038585 tst ping.py: using BVCI 18597\u000a02:59:05.062745 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:05.074199 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:05.085433 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:05.097260 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:05.108758 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:05.120432 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:05.132178 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:05.143751 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:59:05.416773 tst ping.py:19: start network...\u000a02:59:05.538869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:06.002183 run create_hlr_db(pid=15715): Launched\u000a02:59:06.172230 bus /gobi_6: Setting Powered False\u000a02:59:07.193134 run create_hlr_db(pid=15715): Terminated: ok {rc=0}\u000a02:59:07.613118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15717): Launched\u000a02:59:07.927696 run osmo-hlr_10.42.42.2(pid=15718): Launched\u000a02:59:08.043664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:08.594786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15720): Launched\u000a02:59:08.909695 run osmo-stp_10.42.42.5(pid=15721): Launched\u000a02:59:09.023980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:09.574334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15723): Launched\u000a02:59:09.686642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:09.960653 run patchelf(pid=15724): Launched\u000a02:59:10.144432 run osmo-stp_10.42.42.5(pid=15721): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)]\u000a02:59:10.279533 run osmo-stp_10.42.42.5(pid=15721): stdout: \u000a| (launched: 2022-12-09_02:59:08.754708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:10.415247 run osmo-stp_10.42.42.5(pid=15721): stderr: \u000a| �[0;m�[38;5;43m20221209025908948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025908948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025908948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025908950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025908950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025908950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025908950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:10.546171 run osmo-stp_10.42.42.5(pid=15721): stdout: \u000a| (launched: 2022-12-09_02:59:08.754708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:10.675496 run osmo-stp_10.42.42.5(pid=15721): stderr: \u000a| �[0;m�[38;5;43m20221209025908948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025908948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025908948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025908950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025908950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025908950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025908950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:10.825529 run patchelf(pid=15724): Terminating (SIGINT)\u000a02:59:11.001890 run patchelf(pid=15724): Terminated: ok {rc=0}\u000a02:59:11.034696 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15721): Process ended prematurely: osmo-stp_10.42.42.5(pid=15721) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:59:11.044042 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:59:11.106331 run osmo-hlr_10.42.42.2(pid=15718): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15718)]\u000a02:59:11.157120 run osmo-hlr_10.42.42.2(pid=15718): stdout: \u000a| (launched: 2022-12-09_02:59:07.773308) \u000a02:59:11.208637 run osmo-hlr_10.42.42.2(pid=15718): stderr: \u000a| �[0;m�[1;31m20221209025907971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025907971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025907972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025907972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025907972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025907972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025907985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025907993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025907993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025907993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:11.253133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15717): Terminating (SIGTERM)\u000a02:59:11.294576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15720): Terminating (SIGTERM)\u000a02:59:11.336079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15723): Terminating (SIGTERM)\u000a02:59:11.345483 --- ParallelTerminationStrategy: PID 15717 died...\u000a02:59:11.400526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15717): Terminated: ok {rc=0}\u000a02:59:11.410585 --- ParallelTerminationStrategy: PID 15720 died...\u000a02:59:11.465837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15720): Terminated: ok {rc=0}\u000a02:59:11.475858 --- ParallelTerminationStrategy: PID 15723 died...\u000a02:59:11.531045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15723): Terminated: ok {rc=0}\u000a02:59:11.617350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15731): Process ended prematurely: osmo-stp_10.42.42.5(pid=15731) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15731)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15731): Process ended prematurely: osmo-stp_10.42.42.5(pid=15731) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:59:12.668625 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:12.680574 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:59:12.845677 tst ping_idle_ping.py: using LAC 18597\u000a02:59:12.969975 tst ping_idle_ping.py: using RAC 237\u000a02:59:13.096415 tst ping_idle_ping.py: using CellId 18597\u000a02:59:13.221106 tst ping_idle_ping.py: using BVCI 18598\u000a02:59:13.245492 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:13.257354 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:13.268553 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:13.279805 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:13.291078 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:13.302542 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:13.313860 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:59:13.325133 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:59:13.613968 tst ping_idle_ping.py:24: start network...\u000a02:59:13.746543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:14.254035 run create_hlr_db(pid=15725): Launched\u000a02:59:14.437264 bus /gobi_6: Setting Powered False\u000a02:59:15.458003 run create_hlr_db(pid=15725): Terminated: ok {rc=0}\u000a02:59:15.883621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15727): Launched\u000a02:59:16.225813 run osmo-hlr_10.42.42.2(pid=15728): Launched\u000a02:59:16.360904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:17.022188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15730): Launched\u000a02:59:17.555089 run osmo-stp_10.42.42.5(pid=15731): Launched\u000a02:59:17.663547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:18.178803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15733): Launched\u000a02:59:18.284457 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:18.543746 run patchelf(pid=15734): Launched\u000a02:59:18.717526 run osmo-stp_10.42.42.5(pid=15731): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15731)]\u000a02:59:18.844036 run osmo-stp_10.42.42.5(pid=15731): stdout: \u000a| (launched: 2022-12-09_02:59:17.227408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:18.970743 run osmo-stp_10.42.42.5(pid=15731): stderr: \u000a| �[0;m�[38;5;43m20221209025917451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025917451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025917451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025917452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025917455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025917455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025917455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:19.093333 run osmo-stp_10.42.42.5(pid=15731): stdout: \u000a| (launched: 2022-12-09_02:59:17.227408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:19.214802 run osmo-stp_10.42.42.5(pid=15731): stderr: \u000a| �[0;m�[38;5;43m20221209025917451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025917451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025917451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025917452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025917455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025917455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025917455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:19.355567 run patchelf(pid=15734): Terminating (SIGINT)\u000a02:59:19.520907 run patchelf(pid=15734): Terminated: ok {rc=0}\u000a02:59:19.551054 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15731): Process ended prematurely: osmo-stp_10.42.42.5(pid=15731) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15731)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:59:19.560014 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a02:59:19.620150 run osmo-hlr_10.42.42.2(pid=15728): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15728)]\u000a02:59:19.669051 run osmo-hlr_10.42.42.2(pid=15728): stdout: \u000a| (launched: 2022-12-09_02:59:16.051275) \u000a02:59:19.719120 run osmo-hlr_10.42.42.2(pid=15728): stderr: \u000a| �[0;m�[1;31m20221209025916464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025916464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025916464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025916464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025916464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025916464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025916487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025916515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025916515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025916515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:19.761714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15727): Terminating (SIGTERM)\u000a02:59:19.801976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15730): Terminating (SIGTERM)\u000a02:59:19.841823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15733): Terminating (SIGTERM)\u000a02:59:19.851204 --- ParallelTerminationStrategy: PID 15727 died...\u000a02:59:19.904764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15727): Terminated: ok {rc=0}\u000a02:59:19.914652 --- ParallelTerminationStrategy: PID 15730 died...\u000a02:59:19.968412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15730): Terminated: ok {rc=0}\u000a02:59:19.978159 --- ParallelTerminationStrategy: PID 15733 died...\u000a02:59:20.031468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15733): Terminated: ok {rc=0}\u000a02:59:20.120123 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:58:21" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15748): Process ended prematurely: osmo-stp_10.42.42.5(pid=15748) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15748)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15748): Process ended prematurely: osmo-stp_10.42.42.5(pid=15748) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:59:22.266655 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.277720 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:22.434697 tst cs_paging_gprs_active.py: using LAC 18598\u000a02:59:22.553778 tst cs_paging_gprs_active.py: using RAC 238\u000a02:59:22.671577 tst cs_paging_gprs_active.py: using CellId 18598\u000a02:59:22.789174 tst cs_paging_gprs_active.py: using BVCI 18599\u000a02:59:22.811961 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.822848 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.833580 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.844579 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.855493 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.866618 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.877743 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.888634 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:22.899886 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:23.020181 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:23.306218 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:59:23.431938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:23.742706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15738): Launched\u000a02:59:24.000521 run iperf3-srv_10.42.42.10(pid=15739): Launched\u000a02:59:24.183279 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:59:24.308105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:24.618873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15740): Launched\u000a02:59:24.876767 run iperf3-srv_10.42.42.10(pid=15741): Launched\u000a02:59:25.060369 tst cs_paging_gprs_active.py:38: start network...\u000a02:59:25.185697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:25.656399 run create_hlr_db(pid=15742): Launched\u000a02:59:25.828631 bus /gobi_6: Setting Powered False\u000a02:59:26.851068 run create_hlr_db(pid=15742): Terminated: ok {rc=0}\u000a02:59:27.277538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15744): Launched\u000a02:59:27.601459 run osmo-hlr_10.42.42.2(pid=15745): Launched\u000a02:59:27.719661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:28.277687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15747): Launched\u000a02:59:28.601609 run osmo-stp_10.42.42.5(pid=15748): Launched\u000a02:59:28.718523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:29.278983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15750): Launched\u000a02:59:29.394583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:29.674384 run patchelf(pid=15751): Launched\u000a02:59:29.863309 run osmo-stp_10.42.42.5(pid=15748): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15748)]\u000a02:59:30.000322 run osmo-stp_10.42.42.5(pid=15748): stdout: \u000a| (launched: 2022-12-09_02:59:28.441344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:30.137526 run osmo-stp_10.42.42.5(pid=15748): stderr: \u000a| �[0;m�[38;5;43m20221209025928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025928635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025928635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025928635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025928635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:30.271234 run osmo-stp_10.42.42.5(pid=15748): stdout: \u000a| (launched: 2022-12-09_02:59:28.441344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:30.403597 run osmo-stp_10.42.42.5(pid=15748): stderr: \u000a| �[0;m�[38;5;43m20221209025928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025928635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025928635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025928635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025928635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:30.556865 run patchelf(pid=15751): Terminating (SIGINT)\u000a02:59:30.735956 run patchelf(pid=15751): Terminated: ok {rc=0}\u000a02:59:30.768881 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15748): Process ended prematurely: osmo-stp_10.42.42.5(pid=15748) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15748)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:59:30.778786 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:59:30.847192 run osmo-hlr_10.42.42.2(pid=15745): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15745)]\u000a02:59:30.917178 run osmo-hlr_10.42.42.2(pid=15745): stdout: \u000a| (launched: 2022-12-09_02:59:27.441339) \u000a02:59:30.970031 run osmo-hlr_10.42.42.2(pid=15745): stderr: \u000a| �[0;m�[1;31m20221209025927640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025927640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025927640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025927640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025927640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025927641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025927653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025927661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025927662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025927662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:31.015094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15738): Terminating (SIGTERM)\u000a02:59:31.068798 run iperf3-srv_10.42.42.10(pid=15739): Terminating (SIGTERM)\u000a02:59:31.112460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15740): Terminating (SIGTERM)\u000a02:59:31.155161 run iperf3-srv_10.42.42.10(pid=15741): Terminating (SIGTERM)\u000a02:59:31.200331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15744): Terminating (SIGTERM)\u000a02:59:31.242151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15747): Terminating (SIGTERM)\u000a02:59:31.284503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15750): Terminating (SIGTERM)\u000a02:59:31.294349 --- ParallelTerminationStrategy: PID 15738 died...\u000a02:59:31.350583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15738): Terminated: ok {rc=0}\u000a02:59:31.361055 --- ParallelTerminationStrategy: PID 15739 died...\u000a02:59:31.417177 run iperf3-srv_10.42.42.10(pid=15739): Terminated {rc=256}\u000a02:59:31.428056 --- ParallelTerminationStrategy: PID 15740 died...\u000a02:59:31.484170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15740): Terminated: ok {rc=0}\u000a02:59:31.494626 --- ParallelTerminationStrategy: PID 15741 died...\u000a02:59:31.550809 run iperf3-srv_10.42.42.10(pid=15741): Terminated {rc=256}\u000a02:59:31.561217 --- ParallelTerminationStrategy: PID 15744 died...\u000a02:59:31.617143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15744): Terminated: ok {rc=0}\u000a02:59:31.627567 --- ParallelTerminationStrategy: PID 15747 died...\u000a02:59:31.683387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15747): Terminated: ok {rc=0}\u000a02:59:31.693864 --- ParallelTerminationStrategy: PID 15750 died...\u000a02:59:31.749788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15750): Terminated: ok {rc=0}\u000a02:59:31.837731 bus /gobi_0: Setting Powered False\u000a02:59:32.939334 bus /gobi_0: Setting Powered False\u000a02:59:34.045434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15760): Process ended prematurely: osmo-stp_10.42.42.5(pid=15760) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15760): Process ended prematurely: osmo-stp_10.42.42.5(pid=15760) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:59:35.159367 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.171226 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:35.338988 tst iperf3.py: using LAC 18599\u000a02:59:35.467622 tst iperf3.py: using RAC 239\u000a02:59:35.596128 tst iperf3.py: using CellId 18599\u000a02:59:35.719571 tst iperf3.py: using BVCI 18600\u000a02:59:35.742822 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.753825 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.764771 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.775931 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.786860 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.797802 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.808721 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.819621 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:35.830599 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:36.123480 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:59:36.258830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:36.590800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15752): Launched\u000a02:59:36.866714 run iperf3-srv_10.42.42.10(pid=15753): Launched\u000a02:59:37.063244 tst iperf3.py:8: start network...\u000a02:59:37.197803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:37.712319 run create_hlr_db(pid=15754): Launched\u000a02:59:37.896789 bus /gobi_6: Setting Powered False\u000a02:59:38.919209 run create_hlr_db(pid=15754): Terminated: ok {rc=0}\u000a02:59:39.322053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15756): Launched\u000a02:59:39.623431 run osmo-hlr_10.42.42.2(pid=15757): Launched\u000a02:59:39.739016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:40.272569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15759): Launched\u000a02:59:40.573725 run osmo-stp_10.42.42.5(pid=15760): Launched\u000a02:59:40.684385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:41.206063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15762): Launched\u000a02:59:41.313521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:41.574854 run patchelf(pid=15763): Launched\u000a02:59:41.749545 run osmo-stp_10.42.42.5(pid=15760): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)]\u000a02:59:41.877126 run osmo-stp_10.42.42.5(pid=15760): stdout: \u000a| (launched: 2022-12-09_02:59:40.425095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:42.005455 run osmo-stp_10.42.42.5(pid=15760): stderr: \u000a| �[0;m�[38;5;43m20221209025940596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025940596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025940596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025940597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025940597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025940597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025940597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:42.129465 run osmo-stp_10.42.42.5(pid=15760): stdout: \u000a| (launched: 2022-12-09_02:59:40.425095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:42.252066 run osmo-stp_10.42.42.5(pid=15760): stderr: \u000a| �[0;m�[38;5;43m20221209025940596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025940596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025940596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025940597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025940597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025940597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025940597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:42.394626 run patchelf(pid=15763): Terminating (SIGINT)\u000a02:59:42.562011 run patchelf(pid=15763): Terminated: ok {rc=0}\u000a02:59:42.592785 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15760): Process ended prematurely: osmo-stp_10.42.42.5(pid=15760) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:59:42.601960 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:59:42.663018 run osmo-hlr_10.42.42.2(pid=15757): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15757)]\u000a02:59:42.712101 run osmo-hlr_10.42.42.2(pid=15757): stdout: \u000a| (launched: 2022-12-09_02:59:39.474273) \u000a02:59:42.761818 run osmo-hlr_10.42.42.2(pid=15757): stderr: \u000a| �[0;m�[1;31m20221209025939653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025939653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025939653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025939653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025939653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025939653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025939668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025939677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025939677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025939677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:42.803948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15752): Terminating (SIGTERM)\u000a02:59:42.844047 run iperf3-srv_10.42.42.10(pid=15753): Terminating (SIGTERM)\u000a02:59:42.884146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15756): Terminating (SIGTERM)\u000a02:59:42.924122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15759): Terminating (SIGTERM)\u000a02:59:42.964231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15762): Terminating (SIGTERM)\u000a02:59:42.973913 --- ParallelTerminationStrategy: PID 15752 died...\u000a02:59:43.027441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15752): Terminated: ok {rc=0}\u000a02:59:43.037381 --- ParallelTerminationStrategy: PID 15753 died...\u000a02:59:43.090412 run iperf3-srv_10.42.42.10(pid=15753): Terminated {rc=256}\u000a02:59:43.100162 --- ParallelTerminationStrategy: PID 15756 died...\u000a02:59:43.153185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15756): Terminated: ok {rc=0}\u000a02:59:43.162870 --- ParallelTerminationStrategy: PID 15759 died...\u000a02:59:43.215948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15759): Terminated: ok {rc=0}\u000a02:59:43.225681 --- ParallelTerminationStrategy: PID 15762 died...\u000a02:59:43.278386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15762): Terminated: ok {rc=0}\u000a02:59:43.366802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15778): Process ended prematurely: osmo-stp_10.42.42.5(pid=15778) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15778)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15778): Process ended prematurely: osmo-stp_10.42.42.5(pid=15778) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:59:44.476673 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:44.488204 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:44.652940 tst iperf3m4.py: using LAC 18600\u000a02:59:44.770825 tst iperf3m4.py: using RAC 240\u000a02:59:44.886645 tst iperf3m4.py: using CellId 18600\u000a02:59:45.003157 tst iperf3m4.py: using BVCI 18601\u000a02:59:45.026073 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.036932 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.047672 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.058652 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.069503 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.080449 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.091488 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.102883 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:45.114130 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:45.228619 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:45.351924 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:45.467115 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:45.759675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:59:45.904240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:46.262020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Launched\u000a02:59:46.550751 run iperf3-srv_10.42.42.10(pid=15765): Launched\u000a02:59:46.742516 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:59:46.873425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:47.213489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15766): Launched\u000a02:59:47.473732 run iperf3-srv_10.42.42.10(pid=15767): Launched\u000a02:59:47.657124 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:59:47.782887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:48.094140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15768): Launched\u000a02:59:48.352263 run iperf3-srv_10.42.42.10(pid=15769): Launched\u000a02:59:48.534942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:59:48.660059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:48.970738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15770): Launched\u000a02:59:49.228342 run iperf3-srv_10.42.42.10(pid=15771): Launched\u000a02:59:49.410380 tst iperf3m4.py:8: start network...\u000a02:59:49.535445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:50.007121 run create_hlr_db(pid=15772): Launched\u000a02:59:50.180095 bus /gobi_6: Setting Powered False\u000a02:59:51.201102 run create_hlr_db(pid=15772): Terminated: ok {rc=0}\u000a02:59:51.627803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15774): Launched\u000a02:59:51.949739 run osmo-hlr_10.42.42.2(pid=15775): Launched\u000a02:59:52.070225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:52.629945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15777): Launched\u000a02:59:52.951131 run osmo-stp_10.42.42.5(pid=15778): Launched\u000a02:59:53.068173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:53.627380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15780): Launched\u000a02:59:53.742637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:54.022029 run patchelf(pid=15781): Launched\u000a02:59:54.209474 run osmo-stp_10.42.42.5(pid=15778): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15778)]\u000a02:59:54.346956 run osmo-stp_10.42.42.5(pid=15778): stdout: \u000a| (launched: 2022-12-09_02:59:52.793711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:54.484291 run osmo-stp_10.42.42.5(pid=15778): stderr: \u000a| �[0;m�[38;5;43m20221209025952983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025952983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025952983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025952984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025952984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025952984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025952984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:54.616839 run osmo-stp_10.42.42.5(pid=15778): stdout: \u000a| (launched: 2022-12-09_02:59:52.793711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:54.748378 run osmo-stp_10.42.42.5(pid=15778): stderr: \u000a| �[0;m�[38;5;43m20221209025952983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209025952983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209025952983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209025952984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209025952984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209025952984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209025952984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:54.900917 run patchelf(pid=15781): Terminating (SIGINT)\u000a02:59:55.080044 run patchelf(pid=15781): Terminated: ok {rc=0}\u000a02:59:55.112863 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15778): Process ended prematurely: osmo-stp_10.42.42.5(pid=15778) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15778)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:59:55.122700 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:59:55.185545 run osmo-hlr_10.42.42.2(pid=15775): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15775)]\u000a02:59:55.237173 run osmo-hlr_10.42.42.2(pid=15775): stdout: \u000a| (launched: 2022-12-09_02:59:51.791331) \u000a02:59:55.289361 run osmo-hlr_10.42.42.2(pid=15775): stderr: \u000a| �[0;m�[1;31m20221209025951989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209025951989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209025951989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025951989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209025951989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209025951989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209025952003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209025952013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209025952013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209025952013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:55.333797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminating (SIGTERM)\u000a02:59:55.375460 run iperf3-srv_10.42.42.10(pid=15765): Terminating (SIGTERM)\u000a02:59:55.417488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15766): Terminating (SIGTERM)\u000a02:59:55.459201 run iperf3-srv_10.42.42.10(pid=15767): Terminating (SIGTERM)\u000a02:59:55.500754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15768): Terminating (SIGTERM)\u000a02:59:55.542455 run iperf3-srv_10.42.42.10(pid=15769): Terminating (SIGTERM)\u000a02:59:55.584143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15770): Terminating (SIGTERM)\u000a02:59:55.625660 run iperf3-srv_10.42.42.10(pid=15771): Terminating (SIGTERM)\u000a02:59:55.667293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15774): Terminating (SIGTERM)\u000a02:59:55.708915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15777): Terminating (SIGTERM)\u000a02:59:55.750561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15780): Terminating (SIGTERM)\u000a02:59:55.760299 --- ParallelTerminationStrategy: PID 15764 died...\u000a02:59:55.816016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminated: ok {rc=0}\u000a02:59:55.826305 --- ParallelTerminationStrategy: PID 15765 died...\u000a02:59:55.881950 run iperf3-srv_10.42.42.10(pid=15765): Terminated {rc=256}\u000a02:59:55.892105 --- ParallelTerminationStrategy: PID 15766 died...\u000a02:59:55.947426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15766): Terminated: ok {rc=0}\u000a02:59:55.957616 --- ParallelTerminationStrategy: PID 15767 died...\u000a02:59:56.012553 run iperf3-srv_10.42.42.10(pid=15767): Terminated {rc=256}\u000a02:59:56.022630 --- ParallelTerminationStrategy: PID 15768 died...\u000a02:59:56.077433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15768): Terminated: ok {rc=0}\u000a02:59:56.087545 --- ParallelTerminationStrategy: PID 15769 died...\u000a02:59:56.142632 run iperf3-srv_10.42.42.10(pid=15769): Terminated {rc=256}\u000a02:59:56.152647 --- ParallelTerminationStrategy: PID 15770 died...\u000a02:59:56.207638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15770): Terminated: ok {rc=0}\u000a02:59:56.217765 --- ParallelTerminationStrategy: PID 15771 died...\u000a02:59:56.272887 run iperf3-srv_10.42.42.10(pid=15771): Terminated {rc=256}\u000a02:59:56.283206 --- ParallelTerminationStrategy: PID 15774 died...\u000a02:59:56.338764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15774): Terminated: ok {rc=0}\u000a02:59:56.348750 --- ParallelTerminationStrategy: PID 15777 died...\u000a02:59:56.403672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15777): Terminated: ok {rc=0}\u000a02:59:56.413893 --- ParallelTerminationStrategy: PID 15780 died...\u000a02:59:56.468768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15780): Terminated: ok {rc=0}\u000a02:59:56.554931 bus /gobi_4: Setting Powered False\u000a02:59:57.658076 bus /gobi_4: Setting Powered False\u000a02:59:58.768756 bus /gobi_1: Setting Powered False\u000a02:59:59.873174 bus /gobi_1: Setting Powered False\u000a03:00:00.994578 bus /gobi_0: Setting Powered False\u000a03:00:02.143358 bus /gobi_0: Setting Powered False\u000a03:00:03.264407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15832): Process ended prematurely: osmo-stp_10.42.42.5(pid=15832) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15832)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15832): Process ended prematurely: osmo-stp_10.42.42.5(pid=15832) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:00:04.331813 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.343695 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:00:04.502192 tst ping.py: using LAC 18601\u000a03:00:04.617908 tst ping.py: using RAC 241\u000a03:00:04.733025 tst ping.py: using CellId 18601\u000a03:00:04.856363 tst ping.py: using BVCI 18602\u000a03:00:04.880791 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.892378 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.903714 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.915398 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.926781 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.938228 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.949572 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:04.961898 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:00:05.233377 tst ping.py:19: start network...\u000a03:00:05.355951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:05.821321 run create_hlr_db(pid=15825): Launched\u000a03:00:05.992024 bus /gobi_6: Setting Powered False\u000a03:00:07.012054 run create_hlr_db(pid=15825): Terminated: ok {rc=0}\u000a03:00:07.405709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15827): Launched\u000a03:00:07.701604 run osmo-hlr_10.42.42.2(pid=15828): Launched\u000a03:00:07.816476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:08.349434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15830): Launched\u000a03:00:08.645747 run osmo-stp_10.42.42.5(pid=15832): Launched\u000a03:00:08.754322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:00:09.268568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15834): Launched\u000a03:00:09.373884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:00:09.631620 run patchelf(pid=15835): Launched\u000a03:00:09.804878 run osmo-stp_10.42.42.5(pid=15832): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15832)]\u000a03:00:09.931179 run osmo-stp_10.42.42.5(pid=15832): stdout: \u000a| (launched: 2022-12-09_03:00:08.499213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:10.058288 run osmo-stp_10.42.42.5(pid=15832): stderr: \u000a| �[0;m�[38;5;43m20221209030008669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030008669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030008669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030008670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030008670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030008670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030008670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:10.180634 run osmo-stp_10.42.42.5(pid=15832): stdout: \u000a| (launched: 2022-12-09_03:00:08.499213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:10.302070 run osmo-stp_10.42.42.5(pid=15832): stderr: \u000a| �[0;m�[38;5;43m20221209030008669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030008669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030008669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030008670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030008670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030008670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030008670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:10.442646 run patchelf(pid=15835): Terminating (SIGINT)\u000a03:00:10.608224 run patchelf(pid=15835): Terminated: ok {rc=0}\u000a03:00:10.638508 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15832): Process ended prematurely: osmo-stp_10.42.42.5(pid=15832) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15832)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:00:10.647140 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:00:10.707812 run osmo-hlr_10.42.42.2(pid=15828): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15828)]\u000a03:00:10.756808 run osmo-hlr_10.42.42.2(pid=15828): stdout: \u000a| (launched: 2022-12-09_03:00:07.555389) \u000a03:00:10.806520 run osmo-hlr_10.42.42.2(pid=15828): stderr: \u000a| �[0;m�[1;31m20221209030007732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030007732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030007732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030007732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030007732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030007732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030007742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030007750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030007751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030007751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:10.848316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15827): Terminating (SIGTERM)\u000a03:00:10.888148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15830): Terminating (SIGTERM)\u000a03:00:10.928741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15834): Terminating (SIGTERM)\u000a03:00:10.939225 --- ParallelTerminationStrategy: PID 15827 died...\u000a03:00:10.993089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15827): Terminated: ok {rc=0}\u000a03:00:11.002828 --- ParallelTerminationStrategy: PID 15830 died...\u000a03:00:11.056140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15830): Terminated: ok {rc=0}\u000a03:00:11.066124 --- ParallelTerminationStrategy: PID 15834 died...\u000a03:00:11.119187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15834): Terminated: ok {rc=0}\u000a03:00:11.205923 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:00:12.256919 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.269008 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:00:12.433156 tst ping_idle_ping.py: using LAC 18602\u000a03:00:12.560247 tst ping_idle_ping.py: using RAC 242\u000a03:00:12.685621 tst ping_idle_ping.py: using CellId 18602\u000a03:00:12.809843 tst ping_idle_ping.py: using BVCI 18603\u000a03:00:12.834237 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.845678 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.856846 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.868095 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.879457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.890803 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.902344 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:00:12.913602 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:00:13.186514 tst ping_idle_ping.py:24: start network...\u000a03:00:13.309231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:13.780922 run create_hlr_db(pid=15837): Launched\u000a03:00:13.952039 bus /gobi_6: Setting Powered False\u000a03:00:14.973671 run create_hlr_db(pid=15837): Terminated: ok {rc=0}\u000a03:00:15.394965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Launched\u000a03:00:15.711513 run osmo-hlr_10.42.42.2(pid=15840): Launched\u000a03:00:15.839705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:16.457606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Launched\u000a03:00:16.865023 run osmo-stp_10.42.42.5(pid=15843): Launched\u000a03:00:17.010226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:00:17.613074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15845): Launched\u000a03:00:17.725177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:00:17.999122 run patchelf(pid=15846): Launched\u000a03:00:18.183608 run osmo-stp_10.42.42.5(pid=15843): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]\u000a03:00:18.318823 run osmo-stp_10.42.42.5(pid=15843): stdout: \u000a| (launched: 2022-12-09_03:00:16.619033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:18.453786 run osmo-stp_10.42.42.5(pid=15843): stderr: \u000a| �[0;m�[38;5;43m20221209030016928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030016929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030016932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030016936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030016936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030016936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030016937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:18.584241 run osmo-stp_10.42.42.5(pid=15843): stdout: \u000a| (launched: 2022-12-09_03:00:16.619033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:18.713659 run osmo-stp_10.42.42.5(pid=15843): stderr: \u000a| �[0;m�[38;5;43m20221209030016928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030016929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030016932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030016936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030016936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030016936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030016937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:18.863985 run patchelf(pid=15846): Terminating (SIGINT)\u000a03:00:19.040605 run patchelf(pid=15846): Terminated: ok {rc=0}\u000a03:00:19.072618 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)] [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:00:19.081724 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a03:00:19.144337 run osmo-hlr_10.42.42.2(pid=15840): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15840)]\u000a03:00:19.195401 run osmo-hlr_10.42.42.2(pid=15840): stdout: \u000a| (launched: 2022-12-09_03:00:15.555874) \u000a03:00:19.247060 run osmo-hlr_10.42.42.2(pid=15840): stderr: \u000a| �[0;m�[1;31m20221209030015754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030015754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030015754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030015754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030015754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030015754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030015768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030015778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030015779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030015779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:19.291740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Terminating (SIGTERM)\u000a03:00:19.333773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Terminating (SIGTERM)\u000a03:00:19.375451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15845): Terminating (SIGTERM)\u000a03:00:19.385239 --- ParallelTerminationStrategy: PID 15839 died...\u000a03:00:19.440808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Terminated: ok {rc=0}\u000a03:00:19.451357 --- ParallelTerminationStrategy: PID 15842 died...\u000a03:00:19.506940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Terminated: ok {rc=0}\u000a03:00:19.517147 --- ParallelTerminationStrategy: PID 15845 died...\u000a03:00:19.572669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15845): Terminated: ok {rc=0}\u000a03:00:19.659668 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:59:21" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15858): Process ended prematurely: osmo-stp_10.42.42.5(pid=15858) [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15858): Process ended prematurely: osmo-stp_10.42.42.5(pid=15858) [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:00:21.688647 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:21.700049 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:00:21.858062 tst switch_tch_pdch.py: using LAC 18603\u000a03:00:21.972260 tst switch_tch_pdch.py: using RAC 243\u000a03:00:22.091994 tst switch_tch_pdch.py: using CellId 18603\u000a03:00:22.207046 tst switch_tch_pdch.py: using BVCI 18604\u000a03:00:22.229643 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:22.240686 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:22.251685 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:22.262900 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:22.275254 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:22.287337 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:22.298926 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:00:22.310719 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:00:22.429258 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:00:22.711480 tst switch_tch_pdch.py:51: start network...\u000a03:00:22.835079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:23.299141 run create_hlr_db(pid=15850): Launched\u000a03:00:23.469204 bus /gobi_6: Setting Powered False\u000a03:00:24.490759 run create_hlr_db(pid=15850): Terminated: ok {rc=0}\u000a03:00:24.909233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15852): Launched\u000a03:00:25.229757 run osmo-hlr_10.42.42.2(pid=15853): Launched\u000a03:00:25.347667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:25.966142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15857): Launched\u000a03:00:26.281783 run osmo-stp_10.42.42.5(pid=15858): Launched\u000a03:00:26.397518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:00:26.946250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15860): Launched\u000a03:00:27.059291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:00:27.333587 run patchelf(pid=15861): Launched\u000a03:00:27.517320 run osmo-stp_10.42.42.5(pid=15858): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)]\u000a03:00:27.651460 run osmo-stp_10.42.42.5(pid=15858): stdout: \u000a| (launched: 2022-12-09_03:00:26.126646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:27.785879 run osmo-stp_10.42.42.5(pid=15858): stderr: \u000a| �[0;m�[38;5;43m20221209030026321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030026321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030026321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030026322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030026322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030026322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030026322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:27.916187 run osmo-stp_10.42.42.5(pid=15858): stdout: \u000a| (launched: 2022-12-09_03:00:26.126646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:28.045097 run osmo-stp_10.42.42.5(pid=15858): stderr: \u000a| �[0;m�[38;5;43m20221209030026321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030026321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030026321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030026322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030026322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030026322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030026322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:28.194717 run patchelf(pid=15861): Terminating (SIGINT)\u000a03:00:28.370903 run patchelf(pid=15861): Terminated: ok {rc=0}\u000a03:00:28.402913 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15858): Process ended prematurely: osmo-stp_10.42.42.5(pid=15858) [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15858)] [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:00:28.411978 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a03:00:28.473684 run osmo-hlr_10.42.42.2(pid=15853): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15853)]\u000a03:00:28.524092 run osmo-hlr_10.42.42.2(pid=15853): stdout: \u000a| (launched: 2022-12-09_03:00:25.070047) \u000a03:00:28.574956 run osmo-hlr_10.42.42.2(pid=15853): stderr: \u000a| �[0;m�[1;31m20221209030025268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030025268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030025268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030025268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030025268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030025268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030025306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030025323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030025323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030025323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:28.618455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15852): Terminating (SIGTERM)\u000a03:00:28.659760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15857): Terminating (SIGTERM)\u000a03:00:28.700900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15860): Terminating (SIGTERM)\u000a03:00:28.710477 --- ParallelTerminationStrategy: PID 15852 died...\u000a03:00:28.765736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15852): Terminated: ok {rc=0}\u000a03:00:28.775687 --- ParallelTerminationStrategy: PID 15857 died...\u000a03:00:28.830454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15857): Terminated: ok {rc=0}\u000a03:00:28.840340 --- ParallelTerminationStrategy: PID 15860 died...\u000a03:00:28.895176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15860): Terminated: ok {rc=0}\u000a03:00:28.981533 bus /gobi_0: Setting Powered False\u000a03:00:30.086730 bus /gobi_0: Setting Powered False\u000a03:00:31.204522 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:00:21" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15871): Process ended prematurely: osmo-stp_10.42.42.5(pid=15871) [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15871): Process ended prematurely: osmo-stp_10.42.42.5(pid=15871) [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:00:33.179580 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.191517 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:00:33.358178 tst switch_tch_pdch.py: using LAC 18604\u000a03:00:33.484844 tst switch_tch_pdch.py: using RAC 244\u000a03:00:33.610503 tst switch_tch_pdch.py: using CellId 18604\u000a03:00:33.734795 tst switch_tch_pdch.py: using BVCI 18605\u000a03:00:33.759032 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.770405 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.781625 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.792725 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.803892 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.815147 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.826462 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:00:33.837635 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:00:33.952769 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:00:34.239456 tst switch_tch_pdch.py:51: start network...\u000a03:00:34.371187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:34.847534 run create_hlr_db(pid=15865): Launched\u000a03:00:34.976465 bus /gobi_6: Setting Powered False\u000a03:00:36.051065 run create_hlr_db(pid=15865): Terminated: ok {rc=0}\u000a03:00:36.443950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15867): Launched\u000a03:00:36.758585 run osmo-hlr_10.42.42.2(pid=15868): Launched\u000a03:00:36.874036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:37.393577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15870): Launched\u000a03:00:37.707691 run osmo-stp_10.42.42.5(pid=15871): Launched\u000a03:00:37.822081 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:00:38.346837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15873): Launched\u000a03:00:38.459044 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:00:38.733280 run patchelf(pid=15874): Launched\u000a03:00:38.917486 run osmo-stp_10.42.42.5(pid=15871): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)]\u000a03:00:39.052134 run osmo-stp_10.42.42.5(pid=15871): stdout: \u000a| (launched: 2022-12-09_03:00:37.553647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:39.188163 run osmo-stp_10.42.42.5(pid=15871): stderr: \u000a| �[0;m�[38;5;43m20221209030037745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030037746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030037746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030037746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030037747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030037747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030037747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:39.319430 run osmo-stp_10.42.42.5(pid=15871): stdout: \u000a| (launched: 2022-12-09_03:00:37.553647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:39.448632 run osmo-stp_10.42.42.5(pid=15871): stderr: \u000a| �[0;m�[38;5;43m20221209030037745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030037746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030037746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030037746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030037747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030037747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030037747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:39.599292 run patchelf(pid=15874): Terminating (SIGINT)\u000a03:00:39.775800 run patchelf(pid=15874): Terminated: ok {rc=0}\u000a03:00:39.807919 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15871): Process ended prematurely: osmo-stp_10.42.42.5(pid=15871) [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15871)] [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:00:39.817152 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a03:00:39.878722 run osmo-hlr_10.42.42.2(pid=15868): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15868)]\u000a03:00:39.929410 run osmo-hlr_10.42.42.2(pid=15868): stdout: \u000a| (launched: 2022-12-09_03:00:36.604381) \u000a03:00:39.980698 run osmo-hlr_10.42.42.2(pid=15868): stderr: \u000a| �[0;m�[1;31m20221209030036805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030036805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030036805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030036805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030036805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030036805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030036818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030036828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030036828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030036828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:40.024282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15867): Terminating (SIGTERM)\u000a03:00:40.065524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15870): Terminating (SIGTERM)\u000a03:00:40.106619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15873): Terminating (SIGTERM)\u000a03:00:40.116261 --- ParallelTerminationStrategy: PID 15867 died...\u000a03:00:40.171336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15867): Terminated: ok {rc=0}\u000a03:00:40.181512 --- ParallelTerminationStrategy: PID 15870 died...\u000a03:00:40.236264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15870): Terminated: ok {rc=0}\u000a03:00:40.246210 --- ParallelTerminationStrategy: PID 15873 died...\u000a03:00:40.301662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15873): Terminated: ok {rc=0}\u000a03:00:40.387032 bus /gobi_0: Setting Powered False\u000a03:00:41.492480 bus /gobi_0: Setting Powered False\u000a03:00:42.599219 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:00:32" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15879): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15879) [trial-2353↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15879)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15879): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15879) [trial-2353↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a03:00:44.492937 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a03:00:44.504426 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:44.641957 tst mo_mt_sms.py: using LAC 18605\u000a03:00:44.764277 tst mo_mt_sms.py: using RAC 245\u000a03:00:44.887151 tst mo_mt_sms.py: using CellId 18605\u000a03:00:45.009685 tst mo_mt_sms.py: using BVCI 18606\u000a03:00:45.033807 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:45.148668 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:45.438473 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:00:45.570806 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:00:46.285301 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15878): Launched\u000a03:00:46.597120 run osmo-nitb_10.42.42.2(pid=15879): Launched\u000a03:00:46.784706 run osmo-nitb_10.42.42.2(pid=15879): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15879)]\u000a03:00:46.923129 run osmo-nitb_10.42.42.2(pid=15879): stdout: \u000a| (launched: 2022-12-09_03:00:46.438649) \u000a03:00:47.078194 run osmo-nitb_10.42.42.2(pid=15879): stderr: \u000a| (launched: 2022-12-09_03:00:46.484145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:47.227074 run osmo-nitb_10.42.42.2(pid=15879): stdout: \u000a| (launched: 2022-12-09_03:00:46.438649) \u000a03:00:47.359220 run osmo-nitb_10.42.42.2(pid=15879): stderr: \u000a| (launched: 2022-12-09_03:00:46.484145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:47.715676 tst osmo-nitb_10.42.42.2(pid=15879): stdout: \u000a| (launched: 2022-12-09_03:00:46.438649) \u000a03:00:47.832284 tst osmo-nitb_10.42.42.2(pid=15879): stderr: \u000a| (launched: 2022-12-09_03:00:46.484145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:47.883107 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15879): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15879) [trial-2353↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15879)] [trial-2353↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a03:00:47.891126 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a03:00:47.925059 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15878): Terminating (SIGTERM)\u000a03:00:48.102459 --- ParallelTerminationStrategy: PID 15878 died...\u000a03:00:48.156691 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15878): Terminated: ok {rc=0}\u000a03:00:48.243493 bus /sierra_3: Setting Powered False\u000a03:00:49.347239 bus /sierra_3: Setting Powered False\u000a03:00:50.458056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:00:44" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15889): Process ended prematurely: osmo-stp_10.42.42.5(pid=15889) [trial-2353↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15889)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15889): Process ended prematurely: osmo-stp_10.42.42.5(pid=15889) [trial-2353↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a03:00:52.342353 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:52.353809 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:52.483814 tst mo_mt_sms.py: using LAC 18606\u000a03:00:52.601521 tst mo_mt_sms.py: using RAC 246\u000a03:00:52.716920 tst mo_mt_sms.py: using CellId 18606\u000a03:00:52.833390 tst mo_mt_sms.py: using BVCI 18607\u000a03:00:52.855765 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:52.866639 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:52.877324 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:52.888078 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:52.898874 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:52.909772 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:53.024671 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:53.233077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:53.737976 run create_hlr_db(pid=15883): Launched\u000a03:00:53.920189 bus /sierra_2: Setting Powered False\u000a03:00:54.940733 run create_hlr_db(pid=15883): Terminated: ok {rc=0}\u000a03:00:55.336714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15885): Launched\u000a03:00:55.631676 run osmo-hlr_10.42.42.2(pid=15886): Launched\u000a03:00:55.747828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:56.263107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15888): Launched\u000a03:00:56.555957 run osmo-stp_10.42.42.5(pid=15889): Launched\u000a03:00:56.662712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:57.211789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15891): Launched\u000a03:00:57.530425 run osmo-msc_10.42.42.6(pid=15892): Launched\u000a03:00:57.716360 run osmo-stp_10.42.42.5(pid=15889): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15889)]\u000a03:00:57.850561 run osmo-stp_10.42.42.5(pid=15889): stdout: \u000a| (launched: 2022-12-09_03:00:56.411738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:57.984040 run osmo-stp_10.42.42.5(pid=15889): stderr: \u000a| �[0;m�[38;5;43m20221209030056580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030056581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030056581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030056581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030056582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030056582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030056582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:58.111586 run osmo-stp_10.42.42.5(pid=15889): stdout: \u000a| (launched: 2022-12-09_03:00:56.411738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:58.237713 run osmo-stp_10.42.42.5(pid=15889): stderr: \u000a| �[0;m�[38;5;43m20221209030056580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030056581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030056581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030056581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030056582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030056582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030056582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:58.293215 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15889): Process ended prematurely: osmo-stp_10.42.42.5(pid=15889) [trial-2353↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15889)] [trial-2353↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a03:00:58.302344 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a03:00:58.365614 run osmo-hlr_10.42.42.2(pid=15886): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15886)]\u000a03:00:58.417201 run osmo-hlr_10.42.42.2(pid=15886): stdout: \u000a| (launched: 2022-12-09_03:00:55.485626) \u000a03:00:58.469500 run osmo-hlr_10.42.42.2(pid=15886): stderr: \u000a| �[0;m�[1;31m20221209030055660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030055660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030055660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030055660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030055661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030055661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030055674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030055684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030055684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030055684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:58.540775 run osmo-msc_10.42.42.6(pid=15892): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15892)]\u000a03:00:58.591956 run osmo-msc_10.42.42.6(pid=15892): stdout: \u000a| (launched: 2022-12-09_03:00:57.374659) \u000a03:00:58.643627 run osmo-msc_10.42.42.6(pid=15892): stderr: \u000a| �[0;m�[38;5;43m20221209030057699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030057699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ad85eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030057700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030057700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030057702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030057702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030057702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030057702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:58.688124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15885): Terminating (SIGTERM)\u000a03:00:58.729930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15888): Terminating (SIGTERM)\u000a03:00:58.771900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15891): Terminating (SIGTERM)\u000a03:00:58.782300 --- ParallelTerminationStrategy: PID 15885 died...\u000a03:00:58.838278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15885): Terminated: ok {rc=0}\u000a03:00:58.848493 --- ParallelTerminationStrategy: PID 15888 died...\u000a03:00:58.904064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15888): Terminated: ok {rc=0}\u000a03:00:58.914096 --- ParallelTerminationStrategy: PID 15891 died...\u000a03:00:58.969698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15891): Terminated: ok {rc=0}\u000a03:00:59.057731 bus /sierra_3: Setting Powered False\u000a03:01:00.161111 bus /sierra_3: Setting Powered False\u000a03:01:01.270599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:00:52" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15898): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15898) [trial-2353↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15898)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15898): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15898) [trial-2353↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a03:01:03.094094 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a03:01:03.104941 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:01:03.234433 tst assert_extension.py: using LAC 18607\u000a03:01:03.352594 tst assert_extension.py: using RAC 247\u000a03:01:03.473050 tst assert_extension.py: using CellId 18607\u000a03:01:03.586793 tst assert_extension.py: using BVCI 18608\u000a03:01:03.609096 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a03:01:03.879319 tst assert_extension.py:10: start nitb and bts...\u000a03:01:04.001617 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:01:04.613524 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15897): Launched\u000a03:01:04.904448 run osmo-nitb_10.42.42.2(pid=15898): Launched\u000a03:01:05.085346 run osmo-nitb_10.42.42.2(pid=15898): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15898)]\u000a03:01:05.218714 run osmo-nitb_10.42.42.2(pid=15898): stdout: \u000a| (launched: 2022-12-09_03:01:04.762520) \u000a03:01:05.352667 run osmo-nitb_10.42.42.2(pid=15898): stderr: \u000a| (launched: 2022-12-09_03:01:04.806175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:01:05.481745 run osmo-nitb_10.42.42.2(pid=15898): stdout: \u000a| (launched: 2022-12-09_03:01:04.762520) \u000a03:01:05.609828 run osmo-nitb_10.42.42.2(pid=15898): stderr: \u000a| (launched: 2022-12-09_03:01:04.806175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:01:06.023384 tst osmo-nitb_10.42.42.2(pid=15898): stdout: \u000a| (launched: 2022-12-09_03:01:04.762520) \u000a03:01:06.140388 tst osmo-nitb_10.42.42.2(pid=15898): stderr: \u000a| (launched: 2022-12-09_03:01:04.806175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:01:06.191489 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15898): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15898) [trial-2353↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15898)] [trial-2353↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a03:01:06.199571 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a03:01:06.234984 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15897): Terminating (SIGTERM)\u000a03:01:06.413147 --- ParallelTerminationStrategy: PID 15897 died...\u000a03:01:06.468564 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15897): Terminated: ok {rc=0}\u000a03:01:06.556278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:01:02" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15908): Process ended prematurely: osmo-stp_10.42.42.5(pid=15908) [trial-2353↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15908): Process ended prematurely: osmo-stp_10.42.42.5(pid=15908) [trial-2353↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a03:01:08.385019 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:01:08.396524 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:01:08.525824 tst assert_extension.py: using LAC 18608\u000a03:01:08.656089 tst assert_extension.py: using RAC 248\u000a03:01:08.778575 tst assert_extension.py: using CellId 18608\u000a03:01:08.903962 tst assert_extension.py: using BVCI 18609\u000a03:01:08.928236 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:01:08.939731 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:01:08.951148 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:01:08.962295 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:01:08.973391 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:01:08.984273 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a03:01:09.181421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:09.645832 run create_hlr_db(pid=15902): Launched\u000a03:01:09.815216 bus /sierra_2: Setting Powered False\u000a03:01:10.840417 run create_hlr_db(pid=15902): Terminated: ok {rc=0}\u000a03:01:11.232086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15904): Launched\u000a03:01:11.526745 run osmo-hlr_10.42.42.2(pid=15905): Launched\u000a03:01:11.634212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:12.146058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15907): Launched\u000a03:01:12.441155 run osmo-stp_10.42.42.5(pid=15908): Launched\u000a03:01:12.549285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:13.084855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15910): Launched\u000a03:01:13.380177 run osmo-msc_10.42.42.6(pid=15911): Launched\u000a03:01:13.554035 run osmo-stp_10.42.42.5(pid=15908): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)]\u000a03:01:13.679692 run osmo-stp_10.42.42.5(pid=15908): stdout: \u000a| (launched: 2022-12-09_03:01:12.295112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:13.802415 run osmo-stp_10.42.42.5(pid=15908): stderr: \u000a| �[0;m�[38;5;43m20221209030112464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030112465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030112465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030112465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030112466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030112466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030112466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:13.920430 run osmo-stp_10.42.42.5(pid=15908): stdout: \u000a| (launched: 2022-12-09_03:01:12.295112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:14.037479 run osmo-stp_10.42.42.5(pid=15908): stderr: \u000a| �[0;m�[38;5;43m20221209030112464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030112465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030112465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030112465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030112466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030112466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030112466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:14.088612 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15908): Process ended prematurely: osmo-stp_10.42.42.5(pid=15908) [trial-2353↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15908)] [trial-2353↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a03:01:14.096404 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a03:01:14.156077 run osmo-hlr_10.42.42.2(pid=15905): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15905)]\u000a03:01:14.204457 run osmo-hlr_10.42.42.2(pid=15905): stdout: \u000a| (launched: 2022-12-09_03:01:11.381640) \u000a03:01:14.253553 run osmo-hlr_10.42.42.2(pid=15905): stderr: \u000a| �[0;m�[1;31m20221209030111558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030111559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030111559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030111559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030111559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030111559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030111571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030111580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030111580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030111581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:14.320197 run osmo-msc_10.42.42.6(pid=15911): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15911)]\u000a03:01:14.368563 run osmo-msc_10.42.42.6(pid=15911): stdout: \u000a| (launched: 2022-12-09_03:01:13.233646) \u000a03:01:14.417677 run osmo-msc_10.42.42.6(pid=15911): stderr: \u000a| �[0;m�[38;5;43m20221209030113507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030113507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03d5c6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030113507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030113507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030113507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030113507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030113509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030113509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030113510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030113510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:14.458880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15904): Terminating (SIGTERM)\u000a03:01:14.498159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15907): Terminating (SIGTERM)\u000a03:01:14.537433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15910): Terminating (SIGTERM)\u000a03:01:14.546792 --- ParallelTerminationStrategy: PID 15904 died...\u000a03:01:14.599231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15904): Terminated: ok {rc=0}\u000a03:01:14.609116 --- ParallelTerminationStrategy: PID 15907 died...\u000a03:01:14.661679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15907): Terminated: ok {rc=0}\u000a03:01:14.671224 --- ParallelTerminationStrategy: PID 15910 died...\u000a03:01:14.723500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15910): Terminated: ok {rc=0}\u000a03:01:14.805747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:01:08" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15922): Process ended prematurely: osmo-stp_10.42.42.5(pid=15922) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15922)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15922): Process ended prematurely: osmo-stp_10.42.42.5(pid=15922) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:16.775516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:16.787387 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:01:16.943579 tst mo_mt_call.py: using LAC 18609\u000a03:01:17.064767 tst mo_mt_call.py: using RAC 249\u000a03:01:17.223544 tst mo_mt_call.py: using CellId 18609\u000a03:01:17.359917 tst mo_mt_call.py: using BVCI 18610\u000a03:01:17.385146 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:17.397688 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:17.410179 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:17.422745 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:17.435014 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:17.447503 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:01:17.566747 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:01:17.777912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:18.290425 run create_hlr_db(pid=15916): Launched\u000a03:01:18.476564 bus /sierra_2: Setting Powered False\u000a03:01:19.498417 run create_hlr_db(pid=15916): Terminated: ok {rc=0}\u000a03:01:19.901198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15918): Launched\u000a03:01:20.199624 run osmo-hlr_10.42.42.2(pid=15919): Launched\u000a03:01:20.318791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:20.844676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15921): Launched\u000a03:01:21.143081 run osmo-stp_10.42.42.5(pid=15922): Launched\u000a03:01:21.253166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:21.798560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15924): Launched\u000a03:01:22.098388 run osmo-msc_10.42.42.6(pid=15925): Launched\u000a03:01:22.275782 run osmo-stp_10.42.42.5(pid=15922): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15922)]\u000a03:01:22.403571 run osmo-stp_10.42.42.5(pid=15922): stdout: \u000a| (launched: 2022-12-09_03:01:20.996483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:22.528031 run osmo-stp_10.42.42.5(pid=15922): stderr: \u000a| �[0;m�[38;5;43m20221209030121165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030121165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030121165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030121166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030121168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030121168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030121168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:22.648618 run osmo-stp_10.42.42.5(pid=15922): stdout: \u000a| (launched: 2022-12-09_03:01:20.996483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:22.768070 run osmo-stp_10.42.42.5(pid=15922): stderr: \u000a| �[0;m�[38;5;43m20221209030121165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030121165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030121165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030121166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030121168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030121168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030121168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:22.820488 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15922): Process ended prematurely: osmo-stp_10.42.42.5(pid=15922) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15922)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:01:22.829267 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:01:22.889661 run osmo-hlr_10.42.42.2(pid=15919): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15919)]\u000a03:01:22.939004 run osmo-hlr_10.42.42.2(pid=15919): stdout: \u000a| (launched: 2022-12-09_03:01:20.052532) \u000a03:01:22.988489 run osmo-hlr_10.42.42.2(pid=15919): stderr: \u000a| �[0;m�[1;31m20221209030120228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030120228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030120228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030120228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030120228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030120228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030120240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030120249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030120250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030120250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:23.055681 run osmo-msc_10.42.42.6(pid=15925): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15925)]\u000a03:01:23.104659 run osmo-msc_10.42.42.6(pid=15925): stdout: \u000a| (launched: 2022-12-09_03:01:21.950249) \u000a03:01:23.153961 run osmo-msc_10.42.42.6(pid=15925): stderr: \u000a| �[0;m�[38;5;43m20221209030122219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030122219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0a37f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030122219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030122219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030122219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030122219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030122221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030122222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030122222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030122222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:23.195589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15918): Terminating (SIGTERM)\u000a03:01:23.235296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15921): Terminating (SIGTERM)\u000a03:01:23.275151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15924): Terminating (SIGTERM)\u000a03:01:23.284784 --- ParallelTerminationStrategy: PID 15918 died...\u000a03:01:23.337650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15918): Terminated: ok {rc=0}\u000a03:01:23.347688 --- ParallelTerminationStrategy: PID 15921 died...\u000a03:01:23.401042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15921): Terminated: ok {rc=0}\u000a03:01:23.410811 --- ParallelTerminationStrategy: PID 15924 died...\u000a03:01:23.463847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15924): Terminated: ok {rc=0}\u000a03:01:23.551246 bus /sierra_3: Setting Powered False\u000a03:01:24.654338 bus /sierra_3: Setting Powered False\u000a03:01:25.759473 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15933): Process ended prematurely: osmo-stp_10.42.42.5(pid=15933) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15933)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15933): Process ended prematurely: osmo-stp_10.42.42.5(pid=15933) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:26.873400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:26.886060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:01:27.045659 tst mo_mt_call_osmux.py: using LAC 18610\u000a03:01:27.173034 tst mo_mt_call_osmux.py: using RAC 250\u000a03:01:27.305325 tst mo_mt_call_osmux.py: using CellId 18610\u000a03:01:27.429884 tst mo_mt_call_osmux.py: using BVCI 18611\u000a03:01:27.454314 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:27.466718 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:27.478474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:27.490488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:27.502837 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:01:27.514666 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:01:27.629171 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:01:27.835336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:28.306858 run create_hlr_db(pid=15927): Launched\u000a03:01:28.479491 bus /sierra_2: Setting Powered False\u000a03:01:29.513076 run create_hlr_db(pid=15927): Terminated: ok {rc=0}\u000a03:01:29.939221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15929): Launched\u000a03:01:30.261548 run osmo-hlr_10.42.42.2(pid=15930): Launched\u000a03:01:30.381261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:30.957686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15932): Launched\u000a03:01:31.289104 run osmo-stp_10.42.42.5(pid=15933): Launched\u000a03:01:31.572550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:32.166561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15935): Launched\u000a03:01:32.476296 run osmo-msc_10.42.42.6(pid=15936): Launched\u000a03:01:32.654373 run osmo-stp_10.42.42.5(pid=15933): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15933)]\u000a03:01:32.782453 run osmo-stp_10.42.42.5(pid=15933): stdout: \u000a| (launched: 2022-12-09_03:01:31.113086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:32.907273 run osmo-stp_10.42.42.5(pid=15933): stderr: \u000a| �[0;m�[38;5;43m20221209030131405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030131405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030131405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030131406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:33.027925 run osmo-stp_10.42.42.5(pid=15933): stdout: \u000a| (launched: 2022-12-09_03:01:31.113086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:33.147370 run osmo-stp_10.42.42.5(pid=15933): stderr: \u000a| �[0;m�[38;5;43m20221209030131405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030131405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030131405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030131406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030131406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:33.200147 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15933): Process ended prematurely: osmo-stp_10.42.42.5(pid=15933) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15933)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:01:33.208684 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:01:33.269423 run osmo-hlr_10.42.42.2(pid=15930): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15930)]\u000a03:01:33.318555 run osmo-hlr_10.42.42.2(pid=15930): stdout: \u000a| (launched: 2022-12-09_03:01:30.103061) \u000a03:01:33.368210 run osmo-hlr_10.42.42.2(pid=15930): stderr: \u000a| �[0;m�[1;31m20221209030130300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030130300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030130300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030130300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030130300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030130300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030130311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030130320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030130320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030130320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:33.435431 run osmo-msc_10.42.42.6(pid=15936): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15936)]\u000a03:01:33.484208 run osmo-msc_10.42.42.6(pid=15936): stdout: \u000a| (launched: 2022-12-09_03:01:32.326648) \u000a03:01:33.533952 run osmo-msc_10.42.42.6(pid=15936): stderr: \u000a| �[0;m�[38;5;43m20221209030132596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030132596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88d209bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030132596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030132596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030132597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030132597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030132600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030132601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030132601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030132601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:33.575705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15929): Terminating (SIGTERM)\u000a03:01:33.615468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15932): Terminating (SIGTERM)\u000a03:01:33.655224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15935): Terminating (SIGTERM)\u000a03:01:33.664871 --- ParallelTerminationStrategy: PID 15929 died...\u000a03:01:33.718156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15929): Terminated: ok {rc=0}\u000a03:01:33.728246 --- ParallelTerminationStrategy: PID 15932 died...\u000a03:01:33.781405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15932): Terminated: ok {rc=0}\u000a03:01:33.791120 --- ParallelTerminationStrategy: PID 15935 died...\u000a03:01:33.844483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15935): Terminated: ok {rc=0}\u000a03:01:33.931512 bus /sierra_3: Setting Powered False\u000a03:01:35.034979 bus /sierra_3: Setting Powered False\u000a03:01:36.144547 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:01:16" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15947): Process ended prematurely: osmo-stp_10.42.42.5(pid=15947) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15947)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15947): Process ended prematurely: osmo-stp_10.42.42.5(pid=15947) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:38.123930 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:38.135488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:01:38.295160 tst mo_mt_call.py: using LAC 18611\u000a03:01:38.417661 tst mo_mt_call.py: using RAC 251\u000a03:01:38.543707 tst mo_mt_call.py: using CellId 18611\u000a03:01:38.670188 tst mo_mt_call.py: using BVCI 18612\u000a03:01:38.694954 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:38.706817 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:38.718509 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:38.730369 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:38.742219 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:38.753857 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:38.874275 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:39.077578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:39.550925 run create_hlr_db(pid=15941): Launched\u000a03:01:39.723812 bus /sierra_2: Setting Powered False\u000a03:01:40.746659 run create_hlr_db(pid=15941): Terminated: ok {rc=0}\u000a03:01:41.171672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15943): Launched\u000a03:01:41.493154 run osmo-hlr_10.42.42.2(pid=15944): Launched\u000a03:01:41.612228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:42.168625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15946): Launched\u000a03:01:42.491174 run osmo-stp_10.42.42.5(pid=15947): Launched\u000a03:01:42.609030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:43.195084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15949): Launched\u000a03:01:43.517215 run osmo-msc_10.42.42.6(pid=15950): Launched\u000a03:01:43.706581 run osmo-stp_10.42.42.5(pid=15947): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15947)]\u000a03:01:43.842061 run osmo-stp_10.42.42.5(pid=15947): stdout: \u000a| (launched: 2022-12-09_03:01:42.333188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:43.976749 run osmo-stp_10.42.42.5(pid=15947): stderr: \u000a| �[0;m�[38;5;43m20221209030142526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030142526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030142526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030142527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030142527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030142527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030142527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:44.105847 run osmo-stp_10.42.42.5(pid=15947): stdout: \u000a| (launched: 2022-12-09_03:01:42.333188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:44.233726 run osmo-stp_10.42.42.5(pid=15947): stderr: \u000a| �[0;m�[38;5;43m20221209030142526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030142526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030142526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030142527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030142527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030142527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030142527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:44.290307 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15947): Process ended prematurely: osmo-stp_10.42.42.5(pid=15947) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15947)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:01:44.299392 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:01:44.362185 run osmo-hlr_10.42.42.2(pid=15944): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15944)]\u000a03:01:44.413170 run osmo-hlr_10.42.42.2(pid=15944): stdout: \u000a| (launched: 2022-12-09_03:01:41.335521) \u000a03:01:44.464487 run osmo-hlr_10.42.42.2(pid=15944): stderr: \u000a| �[0;m�[1;31m20221209030141532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030141532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030141533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030141533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030141533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030141533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030141548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030141557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030141557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030141557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:44.534755 run osmo-msc_10.42.42.6(pid=15950): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15950)]\u000a03:01:44.585772 run osmo-msc_10.42.42.6(pid=15950): stdout: \u000a| (launched: 2022-12-09_03:01:43.359386) \u000a03:01:44.637615 run osmo-msc_10.42.42.6(pid=15950): stderr: \u000a| �[0;m�[38;5;43m20221209030143682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030143682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd001b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030143682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030143682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030143682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030143683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030143684 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030143685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030143685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030143685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:44.681427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15943): Terminating (SIGTERM)\u000a03:01:44.722885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15946): Terminating (SIGTERM)\u000a03:01:44.764351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15949): Terminating (SIGTERM)\u000a03:01:44.773905 --- ParallelTerminationStrategy: PID 15943 died...\u000a03:01:44.828865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15943): Terminated: ok {rc=0}\u000a03:01:44.839120 --- ParallelTerminationStrategy: PID 15946 died...\u000a03:01:44.894278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15946): Terminated: ok {rc=0}\u000a03:01:44.904415 --- ParallelTerminationStrategy: PID 15949 died...\u000a03:01:44.959499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15949): Terminated: ok {rc=0}\u000a03:01:45.046039 bus /sierra_3: Setting Powered False\u000a03:01:46.151632 bus /sierra_3: Setting Powered False\u000a03:01:47.262702 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15958): Process ended prematurely: osmo-stp_10.42.42.5(pid=15958) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15958)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15958): Process ended prematurely: osmo-stp_10.42.42.5(pid=15958) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:48.372305 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:48.384262 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:01:48.538190 tst mo_mt_call_osmux.py: using LAC 18612\u000a03:01:48.656143 tst mo_mt_call_osmux.py: using RAC 252\u000a03:01:48.775044 tst mo_mt_call_osmux.py: using CellId 18612\u000a03:01:48.894391 tst mo_mt_call_osmux.py: using BVCI 18613\u000a03:01:48.917586 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:48.929057 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:48.940125 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:48.951936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:48.963730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:48.975443 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:49.094055 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:49.295197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:49.766880 run create_hlr_db(pid=15952): Launched\u000a03:01:49.938554 bus /sierra_2: Setting Powered False\u000a03:01:50.960734 run create_hlr_db(pid=15952): Terminated: ok {rc=0}\u000a03:01:51.358494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15954): Launched\u000a03:01:51.658539 run osmo-hlr_10.42.42.2(pid=15955): Launched\u000a03:01:51.772583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:52.334201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15957): Launched\u000a03:01:52.656075 run osmo-stp_10.42.42.5(pid=15958): Launched\u000a03:01:52.773614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:53.359421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15960): Launched\u000a03:01:53.680114 run osmo-msc_10.42.42.6(pid=15961): Launched\u000a03:01:53.868783 run osmo-stp_10.42.42.5(pid=15958): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15958)]\u000a03:01:54.004277 run osmo-stp_10.42.42.5(pid=15958): stdout: \u000a| (launched: 2022-12-09_03:01:52.498156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:54.139575 run osmo-stp_10.42.42.5(pid=15958): stderr: \u000a| �[0;m�[38;5;43m20221209030152691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030152691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030152691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030152692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030152694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030152694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030152694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:54.268822 run osmo-stp_10.42.42.5(pid=15958): stdout: \u000a| (launched: 2022-12-09_03:01:52.498156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:54.397901 run osmo-stp_10.42.42.5(pid=15958): stderr: \u000a| �[0;m�[38;5;43m20221209030152691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030152691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030152691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030152692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030152694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030152694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030152694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:54.454365 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15958): Process ended prematurely: osmo-stp_10.42.42.5(pid=15958) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15958)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:01:54.463642 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:01:54.526260 run osmo-hlr_10.42.42.2(pid=15955): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15955)]\u000a03:01:54.577239 run osmo-hlr_10.42.42.2(pid=15955): stdout: \u000a| (launched: 2022-12-09_03:01:51.510659) \u000a03:01:54.629085 run osmo-hlr_10.42.42.2(pid=15955): stderr: \u000a| �[0;m�[1;31m20221209030151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030151686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030151687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030151687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030151687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030151698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030151706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030151706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030151706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:54.699347 run osmo-msc_10.42.42.6(pid=15961): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15961)]\u000a03:01:54.750138 run osmo-msc_10.42.42.6(pid=15961): stdout: \u000a| (launched: 2022-12-09_03:01:53.522920) \u000a03:01:54.801171 run osmo-msc_10.42.42.6(pid=15961): stderr: \u000a| �[0;m�[38;5;43m20221209030153847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030153848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1c819ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030153848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030153848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030153848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030153848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030153850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030153850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030153850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030153850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:54.844704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15954): Terminating (SIGTERM)\u000a03:01:54.886682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15957): Terminating (SIGTERM)\u000a03:01:54.928171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15960): Terminating (SIGTERM)\u000a03:01:54.937818 --- ParallelTerminationStrategy: PID 15954 died...\u000a03:01:54.993113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15954): Terminated: ok {rc=0}\u000a03:01:55.003419 --- ParallelTerminationStrategy: PID 15957 died...\u000a03:01:55.058791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15957): Terminated: ok {rc=0}\u000a03:01:55.068788 --- ParallelTerminationStrategy: PID 15960 died...\u000a03:01:55.124258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15960): Terminated: ok {rc=0}\u000a03:01:55.210230 bus /sierra_3: Setting Powered False\u000a03:01:56.316184 bus /sierra_3: Setting Powered False\u000a03:01:57.426287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:01:37" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15972): Process ended prematurely: osmo-stp_10.42.42.5(pid=15972) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15972)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15972): Process ended prematurely: osmo-stp_10.42.42.5(pid=15972) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:59.405893 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:59.417198 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:01:59.566361 tst mo_mt_call.py: using LAC 18613\u000a03:01:59.682237 tst mo_mt_call.py: using RAC 253\u000a03:01:59.798896 tst mo_mt_call.py: using CellId 18613\u000a03:01:59.919172 tst mo_mt_call.py: using BVCI 18614\u000a03:01:59.941955 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:59.953275 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:59.964255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:59.975565 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:59.987145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:59.998509 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:02:00.112467 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:02:00.312632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:00.783120 run create_hlr_db(pid=15966): Launched\u000a03:02:00.978531 bus /sierra_2: Setting Powered False\u000a03:02:01.984524 run create_hlr_db(pid=15966): Terminated: ok {rc=0}\u000a03:02:02.418610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15968): Launched\u000a03:02:02.720156 run osmo-hlr_10.42.42.2(pid=15969): Launched\u000a03:02:02.831200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:03.350147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15971): Launched\u000a03:02:03.649669 run osmo-stp_10.42.42.5(pid=15972): Launched\u000a03:02:03.764214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:04.348762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15974): Launched\u000a03:02:04.684064 run osmo-msc_10.42.42.6(pid=15975): Launched\u000a03:02:04.892053 run osmo-stp_10.42.42.5(pid=15972): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15972)]\u000a03:02:05.044891 run osmo-stp_10.42.42.5(pid=15972): stdout: \u000a| (launched: 2022-12-09_03:02:03.501986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:05.179850 run osmo-stp_10.42.42.5(pid=15972): stderr: \u000a| �[0;m�[38;5;43m20221209030203675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030203675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030203675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030203675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030203676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030203676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030203676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:05.309353 run osmo-stp_10.42.42.5(pid=15972): stdout: \u000a| (launched: 2022-12-09_03:02:03.501986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:05.438549 run osmo-stp_10.42.42.5(pid=15972): stderr: \u000a| �[0;m�[38;5;43m20221209030203675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030203675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030203675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030203675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030203676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030203676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030203676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:05.495115 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15972): Process ended prematurely: osmo-stp_10.42.42.5(pid=15972) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15972)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:02:05.504308 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:02:05.567974 run osmo-hlr_10.42.42.2(pid=15969): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15969)]\u000a03:02:05.619640 run osmo-hlr_10.42.42.2(pid=15969): stdout: \u000a| (launched: 2022-12-09_03:02:02.572189) \u000a03:02:05.671834 run osmo-hlr_10.42.42.2(pid=15969): stderr: \u000a| �[0;m�[1;31m20221209030202749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030202749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030202749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030202749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030202749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030202749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030202761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030202770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030202771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030202771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:05.742790 run osmo-msc_10.42.42.6(pid=15975): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15975)]\u000a03:02:05.794479 run osmo-msc_10.42.42.6(pid=15975): stdout: \u000a| (launched: 2022-12-09_03:02:04.510696) \u000a03:02:05.846147 run osmo-msc_10.42.42.6(pid=15975): stderr: \u000a| �[0;m�[38;5;43m20221209030204812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030204812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06fd579c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030204812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030204812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030204812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030204813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030204814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030204815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030204815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030204815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:05.890303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15968): Terminating (SIGTERM)\u000a03:02:05.932511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15971): Terminating (SIGTERM)\u000a03:02:05.974860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15974): Terminating (SIGTERM)\u000a03:02:05.985209 --- ParallelTerminationStrategy: PID 15968 died...\u000a03:02:06.041764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15968): Terminated: ok {rc=0}\u000a03:02:06.052055 --- ParallelTerminationStrategy: PID 15971 died...\u000a03:02:06.107963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15971): Terminated: ok {rc=0}\u000a03:02:06.118652 --- ParallelTerminationStrategy: PID 15974 died...\u000a03:02:06.174410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15974): Terminated: ok {rc=0}\u000a03:02:06.261827 bus /sierra_3: Setting Powered False\u000a03:02:07.364581 bus /sierra_3: Setting Powered False\u000a03:02:08.473114 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15983): Process ended prematurely: osmo-stp_10.42.42.5(pid=15983) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15983): Process ended prematurely: osmo-stp_10.42.42.5(pid=15983) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:09.586680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:02:09.599165 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:02:09.772888 tst mo_mt_call_osmux.py: using LAC 18614\u000a03:02:09.899190 tst mo_mt_call_osmux.py: using RAC 254\u000a03:02:10.025740 tst mo_mt_call_osmux.py: using CellId 18614\u000a03:02:10.151692 tst mo_mt_call_osmux.py: using BVCI 18615\u000a03:02:10.176305 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:02:10.188084 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:02:10.199626 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:02:10.211357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:02:10.223278 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:02:10.234834 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:02:10.351671 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:02:10.564915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:11.077773 run create_hlr_db(pid=15977): Launched\u000a03:02:11.262627 bus /sierra_2: Setting Powered False\u000a03:02:12.284463 run create_hlr_db(pid=15977): Terminated: ok {rc=0}\u000a03:02:12.685217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15979): Launched\u000a03:02:12.983357 run osmo-hlr_10.42.42.2(pid=15980): Launched\u000a03:02:13.094402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:13.614021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15982): Launched\u000a03:02:13.914201 run osmo-stp_10.42.42.5(pid=15983): Launched\u000a03:02:14.024046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:14.569823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15985): Launched\u000a03:02:14.870595 run osmo-msc_10.42.42.6(pid=15986): Launched\u000a03:02:15.047062 run osmo-stp_10.42.42.5(pid=15983): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)]\u000a03:02:15.174581 run osmo-stp_10.42.42.5(pid=15983): stdout: \u000a| (launched: 2022-12-09_03:02:13.766265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:15.299233 run osmo-stp_10.42.42.5(pid=15983): stderr: \u000a| �[0;m�[38;5;43m20221209030213937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030213937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030213937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030213938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030213940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030213940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030213940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:15.421015 run osmo-stp_10.42.42.5(pid=15983): stdout: \u000a| (launched: 2022-12-09_03:02:13.766265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:15.540525 run osmo-stp_10.42.42.5(pid=15983): stderr: \u000a| �[0;m�[38;5;43m20221209030213937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030213937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030213937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030213938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030213940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030213940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030213940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:15.593273 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15983): Process ended prematurely: osmo-stp_10.42.42.5(pid=15983) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:02:15.602001 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:02:15.662143 run osmo-hlr_10.42.42.2(pid=15980): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15980)]\u000a03:02:15.710977 run osmo-hlr_10.42.42.2(pid=15980): stdout: \u000a| (launched: 2022-12-09_03:02:12.836767) \u000a03:02:15.760593 run osmo-hlr_10.42.42.2(pid=15980): stderr: \u000a| �[0;m�[1;31m20221209030213012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030213012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030213012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030213012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030213012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030213013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030213024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030213033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030213034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030213034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:15.827975 run osmo-msc_10.42.42.6(pid=15986): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15986)]\u000a03:02:15.878809 run osmo-msc_10.42.42.6(pid=15986): stdout: \u000a| (launched: 2022-12-09_03:02:14.721733) \u000a03:02:15.929345 run osmo-msc_10.42.42.6(pid=15986): stderr: \u000a| �[0;m�[38;5;43m20221209030214994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030214994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fa6072c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030214994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030214994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030214994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030214997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030214998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:15.971453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15979): Terminating (SIGTERM)\u000a03:02:16.012930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15982): Terminating (SIGTERM)\u000a03:02:16.054829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15985): Terminating (SIGTERM)\u000a03:02:16.064392 --- ParallelTerminationStrategy: PID 15979 died...\u000a03:02:16.118775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15979): Terminated: ok {rc=0}\u000a03:02:16.128788 --- ParallelTerminationStrategy: PID 15982 died...\u000a03:02:16.182776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15982): Terminated: ok {rc=0}\u000a03:02:16.193219 --- ParallelTerminationStrategy: PID 15985 died...\u000a03:02:16.246960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15985): Terminated: ok {rc=0}\u000a03:02:16.331680 bus /sierra_3: Setting Powered False\u000a03:02:17.430921 bus /sierra_3: Setting Powered False\u000a03:02:18.541624 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:01:59" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15998): Process ended prematurely: osmo-stp_10.42.42.5(pid=15998) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15998)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15998): Process ended prematurely: osmo-stp_10.42.42.5(pid=15998) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:02:20.527418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:20.539350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:02:20.699772 tst mo_mt_call.py: using LAC 18615\u000a03:02:20.826097 tst mo_mt_call.py: using RAC 255\u000a03:02:20.951640 tst mo_mt_call.py: using CellId 18615\u000a03:02:21.083671 tst mo_mt_call.py: using BVCI 18616\u000a03:02:21.108388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:21.120139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:21.131798 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:21.143419 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:21.155086 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:21.166671 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:02:21.282460 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:02:21.482564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:21.954730 run create_hlr_db(pid=15992): Launched\u000a03:02:22.126880 bus /sierra_2: Setting Powered False\u000a03:02:23.148385 run create_hlr_db(pid=15992): Terminated: ok {rc=0}\u000a03:02:23.577018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15994): Launched\u000a03:02:23.899512 run osmo-hlr_10.42.42.2(pid=15995): Launched\u000a03:02:24.018421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:24.575530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15997): Launched\u000a03:02:24.895369 run osmo-stp_10.42.42.5(pid=15998): Launched\u000a03:02:25.012120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:25.598454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16000): Launched\u000a03:02:25.920655 run osmo-msc_10.42.42.6(pid=16001): Launched\u000a03:02:26.110328 run osmo-stp_10.42.42.5(pid=15998): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15998)]\u000a03:02:26.246699 run osmo-stp_10.42.42.5(pid=15998): stdout: \u000a| (launched: 2022-12-09_03:02:24.738625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:26.382580 run osmo-stp_10.42.42.5(pid=15998): stderr: \u000a| �[0;m�[38;5;43m20221209030224929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030224930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030224930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030224930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:26.511960 run osmo-stp_10.42.42.5(pid=15998): stdout: \u000a| (launched: 2022-12-09_03:02:24.738625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:26.640424 run osmo-stp_10.42.42.5(pid=15998): stderr: \u000a| �[0;m�[38;5;43m20221209030224929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030224930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030224930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030224930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:26.697179 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15998): Process ended prematurely: osmo-stp_10.42.42.5(pid=15998) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15998)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:02:26.706516 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:02:26.768337 run osmo-hlr_10.42.42.2(pid=15995): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15995)]\u000a03:02:26.819065 run osmo-hlr_10.42.42.2(pid=15995): stdout: \u000a| (launched: 2022-12-09_03:02:23.741058) \u000a03:02:26.870795 run osmo-hlr_10.42.42.2(pid=15995): stderr: \u000a| �[0;m�[1;31m20221209030223938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030223938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030223938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030223938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030223938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030223938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030223951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030223959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030223959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030223959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:26.940779 run osmo-msc_10.42.42.6(pid=16001): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16001)]\u000a03:02:26.991769 run osmo-msc_10.42.42.6(pid=16001): stdout: \u000a| (launched: 2022-12-09_03:02:25.762678) \u000a03:02:27.043121 run osmo-msc_10.42.42.6(pid=16001): stderr: \u000a| �[0;m�[38;5;43m20221209030226086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030226086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b4328bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030226086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030226086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030226086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030226087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030226088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030226089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030226089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030226089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:27.086532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15994): Terminating (SIGTERM)\u000a03:02:27.127935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15997): Terminating (SIGTERM)\u000a03:02:27.169232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16000): Terminating (SIGTERM)\u000a03:02:27.178679 --- ParallelTerminationStrategy: PID 15994 died...\u000a03:02:27.233689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15994): Terminated: ok {rc=0}\u000a03:02:27.243746 --- ParallelTerminationStrategy: PID 15997 died...\u000a03:02:27.298803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15997): Terminated: ok {rc=0}\u000a03:02:27.308870 --- ParallelTerminationStrategy: PID 16000 died...\u000a03:02:27.364038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16000): Terminated: ok {rc=0}\u000a03:02:27.449981 bus /sierra_3: Setting Powered False\u000a03:02:28.552036 bus /sierra_3: Setting Powered False\u000a03:02:29.661169 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16009): Process ended prematurely: osmo-stp_10.42.42.5(pid=16009) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16009)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16009): Process ended prematurely: osmo-stp_10.42.42.5(pid=16009) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:30.770552 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:30.782378 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:02:30.968054 tst mo_mt_call_osmux.py: using LAC 18616\u000a03:02:31.102621 tst mo_mt_call_osmux.py: using RAC 1\u000a03:02:31.253737 tst mo_mt_call_osmux.py: using CellId 18616\u000a03:02:31.376594 tst mo_mt_call_osmux.py: using BVCI 18617\u000a03:02:31.400584 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:31.412744 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:31.425743 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:31.438372 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:31.452692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:02:31.465809 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:02:31.587850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:02:31.799187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:32.308057 run create_hlr_db(pid=16003): Launched\u000a03:02:32.482166 bus /sierra_2: Setting Powered False\u000a03:02:33.502281 run create_hlr_db(pid=16003): Terminated: ok {rc=0}\u000a03:02:33.927390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16005): Launched\u000a03:02:34.248765 run osmo-hlr_10.42.42.2(pid=16006): Launched\u000a03:02:34.368894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:34.927231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16008): Launched\u000a03:02:35.249096 run osmo-stp_10.42.42.5(pid=16009): Launched\u000a03:02:35.366942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:35.956666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16011): Launched\u000a03:02:36.279242 run osmo-msc_10.42.42.6(pid=16012): Launched\u000a03:02:36.468265 run osmo-stp_10.42.42.5(pid=16009): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16009)]\u000a03:02:36.603705 run osmo-stp_10.42.42.5(pid=16009): stdout: \u000a| (launched: 2022-12-09_03:02:35.091294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:36.738298 run osmo-stp_10.42.42.5(pid=16009): stderr: \u000a| �[0;m�[38;5;43m20221209030235283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030235283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030235284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030235284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030235286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030235286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030235287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:36.867395 run osmo-stp_10.42.42.5(pid=16009): stdout: \u000a| (launched: 2022-12-09_03:02:35.091294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:36.995411 run osmo-stp_10.42.42.5(pid=16009): stderr: \u000a| �[0;m�[38;5;43m20221209030235283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030235283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030235284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030235284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030235286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030235286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030235287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:37.052147 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16009): Process ended prematurely: osmo-stp_10.42.42.5(pid=16009) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16009)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:02:37.061396 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:02:37.123248 run osmo-hlr_10.42.42.2(pid=16006): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16006)]\u000a03:02:37.174079 run osmo-hlr_10.42.42.2(pid=16006): stdout: \u000a| (launched: 2022-12-09_03:02:34.091588) \u000a03:02:37.225217 run osmo-hlr_10.42.42.2(pid=16006): stderr: \u000a| �[0;m�[1;31m20221209030234289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030234289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030234290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030234290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030234290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030234290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030234302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030234311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030234311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030234311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:37.295069 run osmo-msc_10.42.42.6(pid=16012): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16012)]\u000a03:02:37.345707 run osmo-msc_10.42.42.6(pid=16012): stdout: \u000a| (launched: 2022-12-09_03:02:36.120928) \u000a03:02:37.397119 run osmo-msc_10.42.42.6(pid=16012): stderr: \u000a| �[0;m�[38;5;43m20221209030236441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030236441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f046fb94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030236441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030236441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030236442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030236442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030236443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030236444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030236444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030236444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:37.440551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16005): Terminating (SIGTERM)\u000a03:02:37.481623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16008): Terminating (SIGTERM)\u000a03:02:37.522984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16011): Terminating (SIGTERM)\u000a03:02:37.532664 --- ParallelTerminationStrategy: PID 16005 died...\u000a03:02:37.587995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16005): Terminated: ok {rc=0}\u000a03:02:37.598206 --- ParallelTerminationStrategy: PID 16008 died...\u000a03:02:37.653129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16008): Terminated: ok {rc=0}\u000a03:02:37.663576 --- ParallelTerminationStrategy: PID 16011 died...\u000a03:02:37.718919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16011): Terminated: ok {rc=0}\u000a03:02:37.804897 bus /sierra_3: Setting Powered False\u000a03:02:38.911053 bus /sierra_3: Setting Powered False\u000a03:02:40.017748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:02:20" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:02:41.999451 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:42.010832 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:02:42.166294 tst mo_mt_call.py: using LAC 18617\u000a03:02:42.289239 tst mo_mt_call.py: using RAC 2\u000a03:02:42.406121 tst mo_mt_call.py: using CellId 18617\u000a03:02:42.522323 tst mo_mt_call.py: using BVCI 18618\u000a03:02:42.545353 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:42.556447 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:42.567489 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:42.579352 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:42.591114 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:42.602709 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:42.722587 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:42.924190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:43.394692 run create_hlr_db(pid=16017): Launched\u000a03:02:43.566487 bus /sierra_2: Setting Powered False\u000a03:02:44.589695 run create_hlr_db(pid=16017): Terminated: ok {rc=0}\u000a03:02:45.015555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16019): Launched\u000a03:02:45.337161 run osmo-hlr_10.42.42.2(pid=16020): Launched\u000a03:02:45.455782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:46.039648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16022): Launched\u000a03:02:46.481777 run osmo-stp_10.42.42.5(pid=16023): Launched\u000a03:02:46.722799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:47.330181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16025): Launched\u000a03:02:47.633727 run osmo-msc_10.42.42.6(pid=16026): Launched\u000a03:02:47.810920 run osmo-stp_10.42.42.5(pid=16023): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]\u000a03:02:47.939796 run osmo-stp_10.42.42.5(pid=16023): stdout: \u000a| (launched: 2022-12-09_03:02:46.197938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:48.064840 run osmo-stp_10.42.42.5(pid=16023): stderr: \u000a| �[0;m�[38;5;43m20221209030246562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030246562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030246562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030246563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030246564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030246564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030246564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:48.186768 run osmo-stp_10.42.42.5(pid=16023): stdout: \u000a| (launched: 2022-12-09_03:02:46.197938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:48.306693 run osmo-stp_10.42.42.5(pid=16023): stderr: \u000a| �[0;m�[38;5;43m20221209030246562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030246562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030246562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030246563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030246564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030246564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030246564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:48.359714 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:02:48.368398 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:02:48.428522 run osmo-hlr_10.42.42.2(pid=16020): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16020)]\u000a03:02:48.477638 run osmo-hlr_10.42.42.2(pid=16020): stdout: \u000a| (launched: 2022-12-09_03:02:45.179199) \u000a03:02:48.526468 run osmo-hlr_10.42.42.2(pid=16020): stderr: \u000a| �[0;m�[1;31m20221209030245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030245392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030245402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030245402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030245403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:48.593848 run osmo-msc_10.42.42.6(pid=16026): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16026)]\u000a03:02:48.642385 run osmo-msc_10.42.42.6(pid=16026): stdout: \u000a| (launched: 2022-12-09_03:02:47.483432) \u000a03:02:48.691438 run osmo-msc_10.42.42.6(pid=16026): stderr: \u000a| �[0;m�[38;5;43m20221209030247753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030247753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ecb694c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030247754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030247754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030247754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030247754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030247757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030247758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030247758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030247758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:48.733188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16019): Terminating (SIGTERM)\u000a03:02:48.772783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16022): Terminating (SIGTERM)\u000a03:02:48.812422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16025): Terminating (SIGTERM)\u000a03:02:48.822106 --- ParallelTerminationStrategy: PID 16019 died...\u000a03:02:48.875049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16019): Terminated: ok {rc=0}\u000a03:02:48.884805 --- ParallelTerminationStrategy: PID 16022 died...\u000a03:02:48.937050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16022): Terminated: ok {rc=0}\u000a03:02:48.946723 --- ParallelTerminationStrategy: PID 16025 died...\u000a03:02:48.998822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16025): Terminated: ok {rc=0}\u000a03:02:49.087534 bus /sierra_3: Setting Powered False\u000a03:02:50.189091 bus /sierra_3: Setting Powered False\u000a03:02:51.299431 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16034): Process ended prematurely: osmo-stp_10.42.42.5(pid=16034) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16034)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16034): Process ended prematurely: osmo-stp_10.42.42.5(pid=16034) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:52.408667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:52.420644 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:02:52.577679 tst mo_mt_call_osmux.py: using LAC 18618\u000a03:02:52.694210 tst mo_mt_call_osmux.py: using RAC 3\u000a03:02:52.810156 tst mo_mt_call_osmux.py: using CellId 18618\u000a03:02:52.936288 tst mo_mt_call_osmux.py: using BVCI 18619\u000a03:02:52.960941 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:52.973184 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:52.984988 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:52.997305 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:53.009471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:53.021705 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:53.136659 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:53.337288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:53.809070 run create_hlr_db(pid=16028): Launched\u000a03:02:53.980171 bus /sierra_2: Setting Powered False\u000a03:02:55.003316 run create_hlr_db(pid=16028): Terminated: ok {rc=0}\u000a03:02:55.430436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16030): Launched\u000a03:02:55.752040 run osmo-hlr_10.42.42.2(pid=16031): Launched\u000a03:02:55.870611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:56.429455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16033): Launched\u000a03:02:56.751632 run osmo-stp_10.42.42.5(pid=16034): Launched\u000a03:02:56.869077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:57.454992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16036): Launched\u000a03:02:57.777731 run osmo-msc_10.42.42.6(pid=16037): Launched\u000a03:02:57.965151 run osmo-stp_10.42.42.5(pid=16034): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16034)]\u000a03:02:58.100174 run osmo-stp_10.42.42.5(pid=16034): stdout: \u000a| (launched: 2022-12-09_03:02:56.593717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:58.235564 run osmo-stp_10.42.42.5(pid=16034): stderr: \u000a| �[0;m�[38;5;43m20221209030256789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030256789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030256789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030256790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030256790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030256790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030256790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:58.365315 run osmo-stp_10.42.42.5(pid=16034): stdout: \u000a| (launched: 2022-12-09_03:02:56.593717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:58.493594 run osmo-stp_10.42.42.5(pid=16034): stderr: \u000a| �[0;m�[38;5;43m20221209030256789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030256789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030256789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030256790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030256790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030256790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030256790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:58.550215 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16034): Process ended prematurely: osmo-stp_10.42.42.5(pid=16034) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16034)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:02:58.559574 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:02:58.622472 run osmo-hlr_10.42.42.2(pid=16031): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16031)]\u000a03:02:58.673743 run osmo-hlr_10.42.42.2(pid=16031): stdout: \u000a| (launched: 2022-12-09_03:02:55.594396) \u000a03:02:58.725461 run osmo-hlr_10.42.42.2(pid=16031): stderr: \u000a| �[0;m�[1;31m20221209030255796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030255796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030255796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030255796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030255796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030255796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030255809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030255817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030255817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030255817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:58.796030 run osmo-msc_10.42.42.6(pid=16037): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16037)]\u000a03:02:58.847074 run osmo-msc_10.42.42.6(pid=16037): stdout: \u000a| (launched: 2022-12-09_03:02:57.618780) \u000a03:02:58.898881 run osmo-msc_10.42.42.6(pid=16037): stderr: \u000a| �[0;m�[38;5;43m20221209030257940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030257940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f029c4cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030257940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030257940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030257940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030257941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030257942 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030257943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030257943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030257943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:58.942638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16030): Terminating (SIGTERM)\u000a03:02:58.984076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16033): Terminating (SIGTERM)\u000a03:02:59.025903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16036): Terminating (SIGTERM)\u000a03:02:59.035446 --- ParallelTerminationStrategy: PID 16030 died...\u000a03:02:59.090915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16030): Terminated: ok {rc=0}\u000a03:02:59.101228 --- ParallelTerminationStrategy: PID 16033 died...\u000a03:02:59.156030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16033): Terminated: ok {rc=0}\u000a03:02:59.166153 --- ParallelTerminationStrategy: PID 16036 died...\u000a03:02:59.220835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16036): Terminated: ok {rc=0}\u000a03:02:59.307051 bus /sierra_3: Setting Powered False\u000a03:03:00.412328 bus /sierra_3: Setting Powered False\u000a03:03:01.533533 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:02:41" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16051): Process ended prematurely: osmo-stp_10.42.42.5(pid=16051) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16051): Process ended prematurely: osmo-stp_10.42.42.5(pid=16051) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:03:03.518926 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:03.530310 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:03:03.679077 tst mo_mt_call.py: using LAC 18619\u000a03:03:03.795285 tst mo_mt_call.py: using RAC 4\u000a03:03:03.917416 tst mo_mt_call.py: using CellId 18619\u000a03:03:04.043002 tst mo_mt_call.py: using BVCI 18620\u000a03:03:04.067862 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:04.079959 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:04.091883 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:04.103512 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:04.115825 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:04.127632 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:03:04.244562 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:03:04.445612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:04.918248 run create_hlr_db(pid=16045): Launched\u000a03:03:05.090646 bus /sierra_2: Setting Powered False\u000a03:03:06.110957 run create_hlr_db(pid=16045): Terminated: ok {rc=0}\u000a03:03:06.510667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16047): Launched\u000a03:03:06.811111 run osmo-hlr_10.42.42.2(pid=16048): Launched\u000a03:03:06.928889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:07.455628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16050): Launched\u000a03:03:07.755186 run osmo-stp_10.42.42.5(pid=16051): Launched\u000a03:03:07.864784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:08.411292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16053): Launched\u000a03:03:08.711589 run osmo-msc_10.42.42.6(pid=16054): Launched\u000a03:03:08.888509 run osmo-stp_10.42.42.5(pid=16051): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)]\u000a03:03:09.016199 run osmo-stp_10.42.42.5(pid=16051): stdout: \u000a| (launched: 2022-12-09_03:03:07.607381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:09.141113 run osmo-stp_10.42.42.5(pid=16051): stderr: \u000a| �[0;m�[38;5;43m20221209030307777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030307778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030307779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030307779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030307779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:09.261576 run osmo-stp_10.42.42.5(pid=16051): stdout: \u000a| (launched: 2022-12-09_03:03:07.607381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:09.381182 run osmo-stp_10.42.42.5(pid=16051): stderr: \u000a| �[0;m�[38;5;43m20221209030307777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030307778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030307779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030307779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030307779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:09.434330 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16051): Process ended prematurely: osmo-stp_10.42.42.5(pid=16051) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:03:09.442686 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:03:09.502430 run osmo-hlr_10.42.42.2(pid=16048): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16048)]\u000a03:03:09.550965 run osmo-hlr_10.42.42.2(pid=16048): stdout: \u000a| (launched: 2022-12-09_03:03:06.663320) \u000a03:03:09.600115 run osmo-hlr_10.42.42.2(pid=16048): stderr: \u000a| �[0;m�[1;31m20221209030306840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030306840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030306840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030306840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030306840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030306840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030306852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030306861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030306861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030306861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:09.667161 run osmo-msc_10.42.42.6(pid=16054): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16054)]\u000a03:03:09.715546 run osmo-msc_10.42.42.6(pid=16054): stdout: \u000a| (launched: 2022-12-09_03:03:08.563077) \u000a03:03:09.764595 run osmo-msc_10.42.42.6(pid=16054): stderr: \u000a| �[0;m�[38;5;43m20221209030308832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030308833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1075ffcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030308833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030308833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030308833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030308833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030308835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:09.806024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16047): Terminating (SIGTERM)\u000a03:03:09.845113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16050): Terminating (SIGTERM)\u000a03:03:09.884921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16053): Terminating (SIGTERM)\u000a03:03:09.894239 --- ParallelTerminationStrategy: PID 16047 died...\u000a03:03:09.947036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16047): Terminated: ok {rc=0}\u000a03:03:09.956669 --- ParallelTerminationStrategy: PID 16050 died...\u000a03:03:10.009682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16050): Terminated: ok {rc=0}\u000a03:03:10.019229 --- ParallelTerminationStrategy: PID 16053 died...\u000a03:03:10.071632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16053): Terminated: ok {rc=0}\u000a03:03:10.153843 bus /sierra_3: Setting Powered False\u000a03:03:11.258744 bus /sierra_3: Setting Powered False\u000a03:03:12.368702 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16062): Process ended prematurely: osmo-stp_10.42.42.5(pid=16062) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16062): Process ended prematurely: osmo-stp_10.42.42.5(pid=16062) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:03:13.482843 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:13.495341 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:03:13.659719 tst mo_mt_call_osmux.py: using LAC 18620\u000a03:03:13.786332 tst mo_mt_call_osmux.py: using RAC 5\u000a03:03:13.911141 tst mo_mt_call_osmux.py: using CellId 18620\u000a03:03:14.035543 tst mo_mt_call_osmux.py: using BVCI 18621\u000a03:03:14.060193 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:14.072298 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:14.084039 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:14.096011 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:14.108157 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:03:14.120034 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:03:14.235198 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:03:14.437262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:14.909296 run create_hlr_db(pid=16056): Launched\u000a03:03:15.082072 bus /sierra_2: Setting Powered False\u000a03:03:16.105924 run create_hlr_db(pid=16056): Terminated: ok {rc=0}\u000a03:03:16.542682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16058): Launched\u000a03:03:16.892017 run osmo-hlr_10.42.42.2(pid=16059): Launched\u000a03:03:17.087973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:17.733080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16061): Launched\u000a03:03:18.056105 run osmo-stp_10.42.42.5(pid=16062): Launched\u000a03:03:18.173607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:18.761188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16064): Launched\u000a03:03:19.083786 run osmo-msc_10.42.42.6(pid=16065): Launched\u000a03:03:19.272246 run osmo-stp_10.42.42.5(pid=16062): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)]\u000a03:03:19.409288 run osmo-stp_10.42.42.5(pid=16062): stdout: \u000a| (launched: 2022-12-09_03:03:17.897442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:19.544890 run osmo-stp_10.42.42.5(pid=16062): stderr: \u000a| �[0;m�[38;5;43m20221209030318090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030318090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030318090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030318090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030318091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030318091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030318091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:19.674637 run osmo-stp_10.42.42.5(pid=16062): stdout: \u000a| (launched: 2022-12-09_03:03:17.897442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:19.802722 run osmo-stp_10.42.42.5(pid=16062): stderr: \u000a| �[0;m�[38;5;43m20221209030318090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030318090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030318090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030318090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030318091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030318091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030318091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:19.859487 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16062): Process ended prematurely: osmo-stp_10.42.42.5(pid=16062) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:03:19.868698 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:03:19.932192 run osmo-hlr_10.42.42.2(pid=16059): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16059)]\u000a03:03:19.983415 run osmo-hlr_10.42.42.2(pid=16059): stdout: \u000a| (launched: 2022-12-09_03:03:16.698191) \u000a03:03:20.035345 run osmo-hlr_10.42.42.2(pid=16059): stderr: \u000a| �[0;m�[1;31m20221209030317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030317016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030317017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030317034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030317046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030317046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030317046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:20.106418 run osmo-msc_10.42.42.6(pid=16065): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16065)]\u000a03:03:20.157695 run osmo-msc_10.42.42.6(pid=16065): stdout: \u000a| (launched: 2022-12-09_03:03:18.924798) \u000a03:03:20.209598 run osmo-msc_10.42.42.6(pid=16065): stderr: \u000a| �[0;m�[38;5;43m20221209030319245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030319245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa74c9b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030319245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030319245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030319245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030319245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030319247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030319247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030319248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030319248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:20.253594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16058): Terminating (SIGTERM)\u000a03:03:20.294626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16061): Terminating (SIGTERM)\u000a03:03:20.336815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16064): Terminating (SIGTERM)\u000a03:03:20.347104 --- ParallelTerminationStrategy: PID 16058 died...\u000a03:03:20.404066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16058): Terminated: ok {rc=0}\u000a03:03:20.414335 --- ParallelTerminationStrategy: PID 16061 died...\u000a03:03:20.470216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16061): Terminated: ok {rc=0}\u000a03:03:20.480860 --- ParallelTerminationStrategy: PID 16064 died...\u000a03:03:20.536784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16064): Terminated: ok {rc=0}\u000a03:03:20.622246 bus /sierra_3: Setting Powered False\u000a03:03:21.728452 bus /sierra_3: Setting Powered False\u000a03:03:22.837774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:03:03" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16076): Process ended prematurely: osmo-stp_10.42.42.5(pid=16076) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16076)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16076): Process ended prematurely: osmo-stp_10.42.42.5(pid=16076) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:03:24.824377 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:24.835488 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:03:24.987345 tst mo_mt_call.py: using LAC 18621\u000a03:03:25.106734 tst mo_mt_call.py: using RAC 6\u000a03:03:25.232661 tst mo_mt_call.py: using CellId 18621\u000a03:03:25.358988 tst mo_mt_call.py: using BVCI 18622\u000a03:03:25.384177 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:25.396044 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:25.407707 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:25.419301 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:25.431025 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:25.442505 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:03:25.559472 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:03:25.768099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:26.281023 run create_hlr_db(pid=16070): Launched\u000a03:03:26.468350 bus /sierra_2: Setting Powered False\u000a03:03:27.488514 run create_hlr_db(pid=16070): Terminated: ok {rc=0}\u000a03:03:27.890693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16072): Launched\u000a03:03:28.191139 run osmo-hlr_10.42.42.2(pid=16073): Launched\u000a03:03:28.310128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:28.839384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16075): Launched\u000a03:03:29.139001 run osmo-stp_10.42.42.5(pid=16076): Launched\u000a03:03:29.248935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:29.797772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16078): Launched\u000a03:03:30.099477 run osmo-msc_10.42.42.6(pid=16079): Launched\u000a03:03:30.277406 run osmo-stp_10.42.42.5(pid=16076): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16076)]\u000a03:03:30.405987 run osmo-stp_10.42.42.5(pid=16076): stdout: \u000a| (launched: 2022-12-09_03:03:28.991443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:30.531798 run osmo-stp_10.42.42.5(pid=16076): stderr: \u000a| �[0;m�[38;5;43m20221209030329162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030329162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030329163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030329163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030329164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030329164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030329164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:30.652841 run osmo-stp_10.42.42.5(pid=16076): stdout: \u000a| (launched: 2022-12-09_03:03:28.991443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:30.772941 run osmo-stp_10.42.42.5(pid=16076): stderr: \u000a| �[0;m�[38;5;43m20221209030329162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030329162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030329163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030329163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030329164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030329164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030329164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:30.825929 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16076): Process ended prematurely: osmo-stp_10.42.42.5(pid=16076) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16076)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:03:30.844033 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:03:30.906956 run osmo-hlr_10.42.42.2(pid=16073): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16073)]\u000a03:03:30.957489 run osmo-hlr_10.42.42.2(pid=16073): stdout: \u000a| (launched: 2022-12-09_03:03:28.042963) \u000a03:03:31.008803 run osmo-hlr_10.42.42.2(pid=16073): stderr: \u000a| �[0;m�[1;31m20221209030328217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030328217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030328217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030328217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030328217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030328217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030328230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030328238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030328238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030328238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:31.078828 run osmo-msc_10.42.42.6(pid=16079): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16079)]\u000a03:03:31.129959 run osmo-msc_10.42.42.6(pid=16079): stdout: \u000a| (launched: 2022-12-09_03:03:29.950338) \u000a03:03:31.182027 run osmo-msc_10.42.42.6(pid=16079): stderr: \u000a| �[0;m�[38;5;43m20221209030330221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030330222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc63968c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030330222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030330222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030330222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030330222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030330224 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030330224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030330224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030330225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:31.226100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16072): Terminating (SIGTERM)\u000a03:03:31.266991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16075): Terminating (SIGTERM)\u000a03:03:31.310743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16078): Terminating (SIGTERM)\u000a03:03:31.320842 --- ParallelTerminationStrategy: PID 16072 died...\u000a03:03:31.378234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16072): Terminated: ok {rc=0}\u000a03:03:31.388896 --- ParallelTerminationStrategy: PID 16075 died...\u000a03:03:31.445139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16075): Terminated: ok {rc=0}\u000a03:03:31.455723 --- ParallelTerminationStrategy: PID 16078 died...\u000a03:03:31.511966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16078): Terminated: ok {rc=0}\u000a03:03:31.598774 bus /sierra_3: Setting Powered False\u000a03:03:32.702338 bus /sierra_3: Setting Powered False\u000a03:03:33.808890 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16087): Process ended prematurely: osmo-stp_10.42.42.5(pid=16087) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16087)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16087): Process ended prematurely: osmo-stp_10.42.42.5(pid=16087) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:03:34.922623 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:34.934880 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:03:35.098407 tst mo_mt_call_osmux.py: using LAC 18622\u000a03:03:35.225458 tst mo_mt_call_osmux.py: using RAC 7\u000a03:03:35.356450 tst mo_mt_call_osmux.py: using CellId 18622\u000a03:03:35.481375 tst mo_mt_call_osmux.py: using BVCI 18623\u000a03:03:35.506133 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:35.518059 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:35.529459 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:35.540747 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:35.552247 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:35.563773 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:03:35.679052 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:03:35.879497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:36.354339 run create_hlr_db(pid=16081): Launched\u000a03:03:36.528313 bus /sierra_2: Setting Powered False\u000a03:03:37.549199 run create_hlr_db(pid=16081): Terminated: ok {rc=0}\u000a03:03:37.976782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16083): Launched\u000a03:03:38.300685 run osmo-hlr_10.42.42.2(pid=16084): Launched\u000a03:03:38.422027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:38.981473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16086): Launched\u000a03:03:39.302837 run osmo-stp_10.42.42.5(pid=16087): Launched\u000a03:03:39.420999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:40.008063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16089): Launched\u000a03:03:40.330971 run osmo-msc_10.42.42.6(pid=16090): Launched\u000a03:03:40.520377 run osmo-stp_10.42.42.5(pid=16087): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16087)]\u000a03:03:40.657040 run osmo-stp_10.42.42.5(pid=16087): stdout: \u000a| (launched: 2022-12-09_03:03:39.144933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:40.792371 run osmo-stp_10.42.42.5(pid=16087): stderr: \u000a| �[0;m�[38;5;43m20221209030339336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030339336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030339336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030339337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030339337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030339337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030339337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:40.922229 run osmo-stp_10.42.42.5(pid=16087): stdout: \u000a| (launched: 2022-12-09_03:03:39.144933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:41.050824 run osmo-stp_10.42.42.5(pid=16087): stderr: \u000a| �[0;m�[38;5;43m20221209030339336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030339336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030339336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030339337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030339337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030339337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030339337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:41.107511 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16087): Process ended prematurely: osmo-stp_10.42.42.5(pid=16087) [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16087)] [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:03:41.116714 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:03:41.178414 run osmo-hlr_10.42.42.2(pid=16084): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16084)]\u000a03:03:41.229082 run osmo-hlr_10.42.42.2(pid=16084): stdout: \u000a| (launched: 2022-12-09_03:03:38.141910) \u000a03:03:41.280350 run osmo-hlr_10.42.42.2(pid=16084): stderr: \u000a| �[0;m�[1;31m20221209030338341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030338341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030338341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030338341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030338341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030338341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030338353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030338361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030338362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030338362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:41.350059 run osmo-msc_10.42.42.6(pid=16090): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16090)]\u000a03:03:41.400839 run osmo-msc_10.42.42.6(pid=16090): stdout: \u000a| (launched: 2022-12-09_03:03:40.172236) \u000a03:03:41.451870 run osmo-msc_10.42.42.6(pid=16090): stderr: \u000a| �[0;m�[38;5;43m20221209030340495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030340495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18c446cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030340495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030340495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030340495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030340495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030340499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030340499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030340499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030340500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:41.495379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16083): Terminating (SIGTERM)\u000a03:03:41.536671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16086): Terminating (SIGTERM)\u000a03:03:41.578320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16089): Terminating (SIGTERM)\u000a03:03:41.588130 --- ParallelTerminationStrategy: PID 16083 died...\u000a03:03:41.643689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16083): Terminated: ok {rc=0}\u000a03:03:41.653930 --- ParallelTerminationStrategy: PID 16086 died...\u000a03:03:41.708831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16086): Terminated: ok {rc=0}\u000a03:03:41.718978 --- ParallelTerminationStrategy: PID 16089 died...\u000a03:03:41.774093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16089): Terminated: ok {rc=0}\u000a03:03:41.860789 bus /sierra_3: Setting Powered False\u000a03:03:42.965580 bus /sierra_3: Setting Powered False\u000a03:03:44.077761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:03:24" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16102): Process ended prematurely: osmo-stp_10.42.42.5(pid=16102) [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16102): Process ended prematurely: osmo-stp_10.42.42.5(pid=16102) [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:03:46.076588 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:46.088394 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:46.263421 tst emergency_mo_mt_call.py: using LAC 18623\u000a03:03:46.393427 tst emergency_mo_mt_call.py: using RAC 8\u000a03:03:46.541942 tst emergency_mo_mt_call.py: using CellId 18623\u000a03:03:46.664205 tst emergency_mo_mt_call.py: using BVCI 18624\u000a03:03:46.688818 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:46.701152 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:46.713949 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:46.726817 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:46.738983 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:46.752123 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:46.873539 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:47.094948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:47.593309 run create_hlr_db(pid=16096): Launched\u000a03:03:47.765166 bus /sierra_2: Setting Powered False\u000a03:03:48.784305 run create_hlr_db(pid=16096): Terminated: ok {rc=0}\u000a03:03:49.177401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16098): Launched\u000a03:03:49.471355 run osmo-hlr_10.42.42.2(pid=16099): Launched\u000a03:03:49.586799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:50.108298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16101): Launched\u000a03:03:50.402388 run osmo-stp_10.42.42.5(pid=16102): Launched\u000a03:03:50.529986 tst emergency_mo_mt_call.py: using MSISDN 6989\u000a03:03:50.679937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:51.220159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16104): Launched\u000a03:03:51.514717 run osmo-msc_10.42.42.6(pid=16105): Launched\u000a03:03:51.689323 run osmo-stp_10.42.42.5(pid=16102): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)]\u000a03:03:51.815270 run osmo-stp_10.42.42.5(pid=16102): stdout: \u000a| (launched: 2022-12-09_03:03:50.256835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:51.938222 run osmo-stp_10.42.42.5(pid=16102): stderr: \u000a| �[0;m�[38;5;43m20221209030350427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030350427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030350428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030350428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030350429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030350429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030350429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:52.056729 run osmo-stp_10.42.42.5(pid=16102): stdout: \u000a| (launched: 2022-12-09_03:03:50.256835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:52.174159 run osmo-stp_10.42.42.5(pid=16102): stderr: \u000a| �[0;m�[38;5;43m20221209030350427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030350427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030350428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030350428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030350429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030350429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030350429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:52.225443 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16102): Process ended prematurely: osmo-stp_10.42.42.5(pid=16102) [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16102)] [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a03:03:52.233254 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a03:03:52.293044 run osmo-hlr_10.42.42.2(pid=16099): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16099)]\u000a03:03:52.341684 run osmo-hlr_10.42.42.2(pid=16099): stdout: \u000a| (launched: 2022-12-09_03:03:49.327015) \u000a03:03:52.390755 run osmo-hlr_10.42.42.2(pid=16099): stderr: \u000a| �[0;m�[1;31m20221209030349502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030349502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030349502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030349502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030349502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030349502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030349514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030349523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030349523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030349523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:52.457540 run osmo-msc_10.42.42.6(pid=16105): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16105)]\u000a03:03:52.505786 run osmo-msc_10.42.42.6(pid=16105): stdout: \u000a| (launched: 2022-12-09_03:03:51.369177) \u000a03:03:52.554847 run osmo-msc_10.42.42.6(pid=16105): stderr: \u000a| �[0;m�[38;5;43m20221209030351639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030351639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39c5129c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030351639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030351639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030351639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030351639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030351641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030351642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030351642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030351642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:52.596522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16098): Terminating (SIGTERM)\u000a03:03:52.636010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16101): Terminating (SIGTERM)\u000a03:03:52.675324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16104): Terminating (SIGTERM)\u000a03:03:52.684801 --- ParallelTerminationStrategy: PID 16098 died...\u000a03:03:52.737845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16098): Terminated: ok {rc=0}\u000a03:03:52.747657 --- ParallelTerminationStrategy: PID 16101 died...\u000a03:03:52.799963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16101): Terminated: ok {rc=0}\u000a03:03:52.809930 --- ParallelTerminationStrategy: PID 16104 died...\u000a03:03:52.862441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16104): Terminated: ok {rc=0}\u000a03:03:52.949700 bus /sierra_3: Setting Powered False\u000a03:03:54.052036 bus /sierra_3: Setting Powered False\u000a03:03:55.157393 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:03:56.211190 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:56.222877 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:56.361709 tst emergency_preemptive_call.py: using LAC 18624\u000a03:03:56.486763 tst emergency_preemptive_call.py: using RAC 9\u000a03:03:56.611030 tst emergency_preemptive_call.py: using CellId 18624\u000a03:03:56.737012 tst emergency_preemptive_call.py: using BVCI 18625\u000a03:03:56.761326 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:56.773052 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:56.784119 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:56.795281 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:56.806522 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:56.817588 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:56.931512 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:57.050342 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:57.168703 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:57.372829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:57.881554 run create_hlr_db(pid=16107): Launched\u000a03:03:58.065109 bus /sierra_2: Setting Powered False\u000a03:03:59.085643 run create_hlr_db(pid=16107): Terminated: ok {rc=0}\u000a03:03:59.480478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Launched\u000a03:03:59.774090 run osmo-hlr_10.42.42.2(pid=16110): Launched\u000a03:03:59.882494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:00.392374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Launched\u000a03:04:00.686488 run osmo-stp_10.42.42.5(pid=16113): Launched\u000a03:04:00.814068 tst emergency_preemptive_call.py: using MSISDN 6990\u000a03:04:00.997849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:04:01.599821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16115): Launched\u000a03:04:02.029809 run osmo-msc_10.42.42.6(pid=16116): Launched\u000a03:04:02.341552 run osmo-stp_10.42.42.5(pid=16113): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]\u000a03:04:02.472808 run osmo-stp_10.42.42.5(pid=16113): stdout: \u000a| (launched: 2022-12-09_03:04:00.541357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:02.605382 run osmo-stp_10.42.42.5(pid=16113): stderr: \u000a| �[0;m�[38;5;43m20221209030400713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030400713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030400713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030400714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030400717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030400717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030400717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:02.733084 run osmo-stp_10.42.42.5(pid=16113): stdout: \u000a| (launched: 2022-12-09_03:04:00.541357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:02.859194 run osmo-stp_10.42.42.5(pid=16113): stderr: \u000a| �[0;m�[38;5;43m20221209030400713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030400713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030400713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030400714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030400717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030400717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030400717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:02.914616 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)] [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a03:04:02.923347 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a03:04:02.985704 run osmo-hlr_10.42.42.2(pid=16110): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16110)]\u000a03:04:03.036749 run osmo-hlr_10.42.42.2(pid=16110): stdout: \u000a| (launched: 2022-12-09_03:03:59.629881) \u000a03:04:03.088239 run osmo-hlr_10.42.42.2(pid=16110): stderr: \u000a| �[0;m�[1;31m20221209030359803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030359803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030359803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030359803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030359803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030359803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030359816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030359826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030359826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030359826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:03.158599 run osmo-msc_10.42.42.6(pid=16116): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16116)]\u000a03:04:03.209365 run osmo-msc_10.42.42.6(pid=16116): stdout: \u000a| (launched: 2022-12-09_03:04:01.766611) \u000a03:04:03.260633 run osmo-msc_10.42.42.6(pid=16116): stderr: \u000a| �[0;m�[38;5;43m20221209030402263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030402264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb0bc91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030402264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030402264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030402264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030402264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030402271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030402271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030402272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030402272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:04:03.304411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminating (SIGTERM)\u000a03:04:03.346077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminating (SIGTERM)\u000a03:04:03.387679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16115): Terminating (SIGTERM)\u000a03:04:03.397944 --- ParallelTerminationStrategy: PID 16109 died...\u000a03:04:03.453453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminated: ok {rc=0}\u000a03:04:03.463645 --- ParallelTerminationStrategy: PID 16112 died...\u000a03:04:03.518618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminated: ok {rc=0}\u000a03:04:03.528759 --- ParallelTerminationStrategy: PID 16115 died...\u000a03:04:03.583592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16115): Terminated: ok {rc=0}\u000a03:04:03.669715 bus /sierra_9: Setting Powered False\u000a03:04:04.772325 bus /sierra_9: Setting Powered False\u000a03:04:05.883174 bus /sierra_8: Setting Powered False\u000a03:04:06.984373 bus /sierra_8: Setting Powered False\u000a03:04:08.093374 bus /sierra_3: Setting Powered False\u000a03:04:09.195678 bus /sierra_3: Setting Powered False\u000a03:04:10.306774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:03:45" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2353↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2353↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:04:12.428525 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:12.439901 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:12.585508 tst cs_paging_gprs_active.py: using LAC 18625\u000a03:04:12.711252 tst cs_paging_gprs_active.py: using RAC 10\u000a03:04:12.837718 tst cs_paging_gprs_active.py: using CellId 18625\u000a03:04:12.957757 tst cs_paging_gprs_active.py: using BVCI 18626\u000a03:04:12.981108 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:12.991985 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:13.002840 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:13.014028 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:13.024660 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:13.035438 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:13.046380 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:13.057060 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:13.067875 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:13.181140 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:13.474879 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:04:13.611095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:13.944792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Launched\u000a03:04:14.222683 run iperf3-srv_10.42.42.10(pid=16122): Launched\u000a03:04:14.421913 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:04:14.557276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:14.891666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Launched\u000a03:04:15.169500 run iperf3-srv_10.42.42.10(pid=16124): Launched\u000a03:04:15.367844 tst cs_paging_gprs_active.py:38: start network...\u000a03:04:15.503527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:16.082886 run create_hlr_db(pid=16125): Launched\u000a03:04:16.272654 bus /sierra_2: Setting Powered False\u000a03:04:17.291280 run create_hlr_db(pid=16125): Terminated: ok {rc=0}\u000a03:04:17.719154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Launched\u000a03:04:18.040655 run osmo-hlr_10.42.42.2(pid=16128): Launched\u000a03:04:18.157833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:18.717206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Launched\u000a03:04:19.038996 run osmo-stp_10.42.42.5(pid=16131): Launched\u000a03:04:19.155797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:19.717541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16133): Launched\u000a03:04:19.832653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:20.112714 run patchelf(pid=16134): Launched\u000a03:04:20.300693 run osmo-stp_10.42.42.5(pid=16131): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a03:04:20.438240 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-09_03:04:18.881826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:20.575760 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221209030419074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030419074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030419075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030419075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030419076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030419076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030419076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:20.708911 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-09_03:04:18.881826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:20.841096 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221209030419074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030419074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030419075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030419075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030419076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030419076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030419076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:20.995035 run patchelf(pid=16134): Terminating (SIGINT)\u000a03:04:21.175062 run patchelf(pid=16134): Terminated: ok {rc=0}\u000a03:04:21.208146 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2353↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)] [trial-2353↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a03:04:21.217895 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:04:21.279431 run osmo-hlr_10.42.42.2(pid=16128): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16128)]\u000a03:04:21.330049 run osmo-hlr_10.42.42.2(pid=16128): stdout: \u000a| (launched: 2022-12-09_03:04:17.883259) \u000a03:04:21.381128 run osmo-hlr_10.42.42.2(pid=16128): stderr: \u000a| �[0;m�[1;31m20221209030418081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030418081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030418081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030418081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030418081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030418081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030418093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030418101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030418101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030418101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:21.425054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Terminating (SIGTERM)\u000a03:04:21.466133 run iperf3-srv_10.42.42.10(pid=16122): Terminating (SIGTERM)\u000a03:04:21.507097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminating (SIGTERM)\u000a03:04:21.547928 run iperf3-srv_10.42.42.10(pid=16124): Terminating (SIGTERM)\u000a03:04:21.589036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminating (SIGTERM)\u000a03:04:21.629920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminating (SIGTERM)\u000a03:04:21.670902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16133): Terminating (SIGTERM)\u000a03:04:21.680560 --- ParallelTerminationStrategy: PID 16121 died...\u000a03:04:21.735550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Terminated: ok {rc=0}\u000a03:04:21.745678 --- ParallelTerminationStrategy: PID 16122 died...\u000a03:04:21.800250 run iperf3-srv_10.42.42.10(pid=16122): Terminated {rc=256}\u000a03:04:21.810273 --- ParallelTerminationStrategy: PID 16123 died...\u000a03:04:21.864997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminated: ok {rc=0}\u000a03:04:21.874921 --- ParallelTerminationStrategy: PID 16124 died...\u000a03:04:21.929877 run iperf3-srv_10.42.42.10(pid=16124): Terminated {rc=256}\u000a03:04:21.939881 --- ParallelTerminationStrategy: PID 16127 died...\u000a03:04:21.994618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminated: ok {rc=0}\u000a03:04:22.004675 --- ParallelTerminationStrategy: PID 16130 died...\u000a03:04:22.059566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminated: ok {rc=0}\u000a03:04:22.069696 --- ParallelTerminationStrategy: PID 16133 died...\u000a03:04:22.124452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16133): Terminated: ok {rc=0}\u000a03:04:22.210490 bus /gobi_0: Setting Powered False\u000a03:04:23.316353 bus /gobi_0: Setting Powered False\u000a03:04:24.422344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16143): Process ended prematurely: osmo-stp_10.42.42.5(pid=16143) [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16143): Process ended prematurely: osmo-stp_10.42.42.5(pid=16143) [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a03:04:25.530661 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:25.542090 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:25.689512 tst iperf3.py: using LAC 18626\u000a03:04:25.814336 tst iperf3.py: using RAC 11\u000a03:04:25.945213 tst iperf3.py: using CellId 18626\u000a03:04:26.073737 tst iperf3.py: using BVCI 18627\u000a03:04:26.098596 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.109954 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.121080 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.132181 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.143448 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.154488 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.165733 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.176721 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:26.187897 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:26.482116 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:04:26.616741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:26.949729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16135): Launched\u000a03:04:27.225508 run iperf3-srv_10.42.42.10(pid=16136): Launched\u000a03:04:27.422533 tst iperf3.py:8: start network...\u000a03:04:27.557519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:28.071031 run create_hlr_db(pid=16137): Launched\u000a03:04:28.256261 bus /gobi_6: Setting Powered False\u000a03:04:29.276858 run create_hlr_db(pid=16137): Terminated: ok {rc=0}\u000a03:04:29.678896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16139): Launched\u000a03:04:29.979024 run osmo-hlr_10.42.42.2(pid=16140): Launched\u000a03:04:30.098427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:30.627155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16142): Launched\u000a03:04:31.046020 run osmo-stp_10.42.42.5(pid=16143): Launched\u000a03:04:31.232526 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:31.827259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16145): Launched\u000a03:04:31.946328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:32.247443 run patchelf(pid=16146): Launched\u000a03:04:32.438077 run osmo-stp_10.42.42.5(pid=16143): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)]\u000a03:04:32.575883 run osmo-stp_10.42.42.5(pid=16143): stdout: \u000a| (launched: 2022-12-09_03:04:30.779105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:32.713731 run osmo-stp_10.42.42.5(pid=16143): stderr: \u000a| �[0;m�[38;5;43m20221209030431008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030431008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030431008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030431009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030431009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030431009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030431009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:32.847178 run osmo-stp_10.42.42.5(pid=16143): stdout: \u000a| (launched: 2022-12-09_03:04:30.779105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:32.979868 run osmo-stp_10.42.42.5(pid=16143): stderr: \u000a| �[0;m�[38;5;43m20221209030431008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030431008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030431008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030431009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030431009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030431009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030431009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:33.133385 run patchelf(pid=16146): Terminating (SIGINT)\u000a03:04:33.313698 run patchelf(pid=16146): Terminated: ok {rc=0}\u000a03:04:33.346620 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16143): Process ended prematurely: osmo-stp_10.42.42.5(pid=16143) [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16143)] [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a03:04:33.356454 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:04:33.419231 run osmo-hlr_10.42.42.2(pid=16140): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16140)]\u000a03:04:33.469998 run osmo-hlr_10.42.42.2(pid=16140): stdout: \u000a| (launched: 2022-12-09_03:04:29.831407) \u000a03:04:33.521362 run osmo-hlr_10.42.42.2(pid=16140): stderr: \u000a| �[0;m�[1;31m20221209030430004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030430004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030430004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030430004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030430004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030430004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030430016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030430026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030430026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030430027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:33.565423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16135): Terminating (SIGTERM)\u000a03:04:33.606990 run iperf3-srv_10.42.42.10(pid=16136): Terminating (SIGTERM)\u000a03:04:33.648265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16139): Terminating (SIGTERM)\u000a03:04:33.689619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16142): Terminating (SIGTERM)\u000a03:04:33.730905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16145): Terminating (SIGTERM)\u000a03:04:33.740776 --- ParallelTerminationStrategy: PID 16135 died...\u000a03:04:33.796137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16135): Terminated: ok {rc=0}\u000a03:04:33.806293 --- ParallelTerminationStrategy: PID 16136 died...\u000a03:04:33.861141 run iperf3-srv_10.42.42.10(pid=16136): Terminated {rc=256}\u000a03:04:33.871172 --- ParallelTerminationStrategy: PID 16139 died...\u000a03:04:33.926137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16139): Terminated: ok {rc=0}\u000a03:04:33.936182 --- ParallelTerminationStrategy: PID 16142 died...\u000a03:04:33.991825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16142): Terminated: ok {rc=0}\u000a03:04:34.001983 --- ParallelTerminationStrategy: PID 16145 died...\u000a03:04:34.056792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16145): Terminated: ok {rc=0}\u000a03:04:34.142009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16161): Process ended prematurely: osmo-stp_10.42.42.5(pid=16161) [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16161)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16161): Process ended prematurely: osmo-stp_10.42.42.5(pid=16161) [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a03:04:35.250339 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.261990 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:35.393415 tst iperf3m4.py: using LAC 18627\u000a03:04:35.512719 tst iperf3m4.py: using RAC 12\u000a03:04:35.632630 tst iperf3m4.py: using CellId 18627\u000a03:04:35.755680 tst iperf3m4.py: using BVCI 18628\u000a03:04:35.778621 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.789497 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.800024 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.811029 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.822067 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.833113 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.844386 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.855407 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:35.866792 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:35.982768 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:36.104704 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:36.221127 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:36.519944 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:04:36.655803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:36.989802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16147): Launched\u000a03:04:37.266950 run iperf3-srv_10.42.42.10(pid=16148): Launched\u000a03:04:37.464831 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:04:37.599952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:37.932372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16149): Launched\u000a03:04:38.208289 run iperf3-srv_10.42.42.10(pid=16150): Launched\u000a03:04:38.405030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:04:38.540445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:38.872872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16151): Launched\u000a03:04:39.150457 run iperf3-srv_10.42.42.10(pid=16152): Launched\u000a03:04:39.347912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:04:39.483118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:39.816706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16153): Launched\u000a03:04:40.094165 run iperf3-srv_10.42.42.10(pid=16154): Launched\u000a03:04:40.291819 tst iperf3m4.py:8: start network...\u000a03:04:40.427545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:40.943686 run create_hlr_db(pid=16155): Launched\u000a03:04:41.119209 bus /gobi_6: Setting Powered False\u000a03:04:42.139570 run create_hlr_db(pid=16155): Terminated: ok {rc=0}\u000a03:04:42.538072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16157): Launched\u000a03:04:42.839026 run osmo-hlr_10.42.42.2(pid=16158): Launched\u000a03:04:42.956929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:43.592788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16160): Launched\u000a03:04:43.887143 run osmo-stp_10.42.42.5(pid=16161): Launched\u000a03:04:43.994659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:44.507689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16163): Launched\u000a03:04:44.613130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:44.870288 run patchelf(pid=16164): Launched\u000a03:04:45.042576 run osmo-stp_10.42.42.5(pid=16161): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16161)]\u000a03:04:45.168860 run osmo-stp_10.42.42.5(pid=16161): stdout: \u000a| (launched: 2022-12-09_03:04:43.742045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:45.295050 run osmo-stp_10.42.42.5(pid=16161): stderr: \u000a| �[0;m�[38;5;43m20221209030443909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030443910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030443910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030443910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030443911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030443911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030443911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:45.417090 run osmo-stp_10.42.42.5(pid=16161): stdout: \u000a| (launched: 2022-12-09_03:04:43.742045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:45.537840 run osmo-stp_10.42.42.5(pid=16161): stderr: \u000a| �[0;m�[38;5;43m20221209030443909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030443910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030443910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030443910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030443911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030443911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030443911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:45.678450 run patchelf(pid=16164): Terminating (SIGINT)\u000a03:04:45.853311 run patchelf(pid=16164): Terminated: ok {rc=0}\u000a03:04:45.889177 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16161): Process ended prematurely: osmo-stp_10.42.42.5(pid=16161) [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16161)] [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a03:04:45.900253 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a03:04:45.967913 run osmo-hlr_10.42.42.2(pid=16158): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16158)]\u000a03:04:46.021819 run osmo-hlr_10.42.42.2(pid=16158): stdout: \u000a| (launched: 2022-12-09_03:04:42.690696) \u000a03:04:46.076260 run osmo-hlr_10.42.42.2(pid=16158): stderr: \u000a| �[0;m�[1;31m20221209030442863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030442863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030442863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030442863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030442863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030442863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030442876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030442886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030442886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030442886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:46.123670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16147): Terminating (SIGTERM)\u000a03:04:46.170044 run iperf3-srv_10.42.42.10(pid=16148): Terminating (SIGTERM)\u000a03:04:46.213283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16149): Terminating (SIGTERM)\u000a03:04:46.259635 run iperf3-srv_10.42.42.10(pid=16150): Terminating (SIGTERM)\u000a03:04:46.306438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16151): Terminating (SIGTERM)\u000a03:04:46.349673 run iperf3-srv_10.42.42.10(pid=16152): Terminating (SIGTERM)\u000a03:04:46.395155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16153): Terminating (SIGTERM)\u000a03:04:46.439633 run iperf3-srv_10.42.42.10(pid=16154): Terminating (SIGTERM)\u000a03:04:46.482969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16157): Terminating (SIGTERM)\u000a03:04:46.528649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16160): Terminating (SIGTERM)\u000a03:04:46.576031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16163): Terminating (SIGTERM)\u000a03:04:46.587893 --- ParallelTerminationStrategy: PID 16147 died...\u000a03:04:46.648568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16147): Terminated: ok {rc=0}\u000a03:04:46.660101 --- ParallelTerminationStrategy: PID 16148 died...\u000a03:04:46.720371 run iperf3-srv_10.42.42.10(pid=16148): Terminated {rc=256}\u000a03:04:46.731497 --- ParallelTerminationStrategy: PID 16149 died...\u000a03:04:46.791745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16149): Terminated: ok {rc=0}\u000a03:04:46.803018 --- ParallelTerminationStrategy: PID 16150 died...\u000a03:04:46.861765 run iperf3-srv_10.42.42.10(pid=16150): Terminated {rc=256}\u000a03:04:46.872885 --- ParallelTerminationStrategy: PID 16151 died...\u000a03:04:46.932941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16151): Terminated: ok {rc=0}\u000a03:04:46.944231 --- ParallelTerminationStrategy: PID 16152 died...\u000a03:04:47.003153 run iperf3-srv_10.42.42.10(pid=16152): Terminated {rc=256}\u000a03:04:47.014266 --- ParallelTerminationStrategy: PID 16153 died...\u000a03:04:47.072562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16153): Terminated: ok {rc=0}\u000a03:04:47.085342 --- ParallelTerminationStrategy: PID 16154 died...\u000a03:04:47.143184 run iperf3-srv_10.42.42.10(pid=16154): Terminated {rc=256}\u000a03:04:47.154166 --- ParallelTerminationStrategy: PID 16157 died...\u000a03:04:47.210480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16157): Terminated: ok {rc=0}\u000a03:04:47.220623 --- ParallelTerminationStrategy: PID 16160 died...\u000a03:04:47.276762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16160): Terminated: ok {rc=0}\u000a03:04:47.287017 --- ParallelTerminationStrategy: PID 16163 died...\u000a03:04:47.342702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16163): Terminated: ok {rc=0}\u000a03:04:47.429078 bus /gobi_4: Setting Powered False\u000a03:04:48.535620 bus /gobi_4: Setting Powered False\u000a03:04:49.642682 bus /gobi_1: Setting Powered False\u000a03:04:50.742950 bus /gobi_1: Setting Powered False\u000a03:04:51.852056 bus /gobi_0: Setting Powered False\u000a03:04:52.953590 bus /gobi_0: Setting Powered False\u000a03:04:54.065323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2353↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2353↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a03:04:55.130998 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.142423 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:55.275141 tst ping.py: using LAC 18628\u000a03:04:55.387559 tst ping.py: using RAC 13\u000a03:04:55.500590 tst ping.py: using CellId 18628\u000a03:04:55.618739 tst ping.py: using BVCI 18629\u000a03:04:55.640740 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.651468 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.661984 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.672788 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.683609 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.694333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.705203 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:55.716042 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:55.999043 tst ping.py:19: start network...\u000a03:04:56.128286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:56.624743 run create_hlr_db(pid=16165): Launched\u000a03:04:56.804647 bus /gobi_6: Setting Powered False\u000a03:04:57.825857 run create_hlr_db(pid=16165): Terminated: ok {rc=0}\u000a03:04:58.215036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Launched\u000a03:04:58.504234 run osmo-hlr_10.42.42.2(pid=16168): Launched\u000a03:04:58.610118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:59.114789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Launched\u000a03:04:59.405055 run osmo-stp_10.42.42.5(pid=16171): Launched\u000a03:04:59.510753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:00.014204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16173): Launched\u000a03:05:00.116914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:00.368495 run patchelf(pid=16174): Launched\u000a03:05:00.538121 run osmo-stp_10.42.42.5(pid=16171): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]\u000a03:05:00.662281 run osmo-stp_10.42.42.5(pid=16171): stdout: \u000a| (launched: 2022-12-09_03:04:59.262491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:00.786484 run osmo-stp_10.42.42.5(pid=16171): stderr: \u000a| �[0;m�[38;5;43m20221209030459430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030459430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030459431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030459431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:00.938836 run osmo-stp_10.42.42.5(pid=16171): stdout: \u000a| (launched: 2022-12-09_03:04:59.262491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:01.078877 run osmo-stp_10.42.42.5(pid=16171): stderr: \u000a| �[0;m�[38;5;43m20221209030459430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030459430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030459431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030459431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030459431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030459432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:01.221530 run patchelf(pid=16174): Terminating (SIGINT)\u000a03:05:01.399831 run patchelf(pid=16174): Terminated: ok {rc=0}\u000a03:05:01.431104 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2353↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)] [trial-2353↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a03:05:01.440531 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:05:01.504198 run osmo-hlr_10.42.42.2(pid=16168): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16168)]\u000a03:05:01.555296 run osmo-hlr_10.42.42.2(pid=16168): stdout: \u000a| (launched: 2022-12-09_03:04:58.361880) \u000a03:05:01.607084 run osmo-hlr_10.42.42.2(pid=16168): stderr: \u000a| �[0;m�[1;31m20221209030458535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030458536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030458536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030458536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030458536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030458536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030458569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030458578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030458579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030458579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:01.650286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Terminating (SIGTERM)\u000a03:05:01.692817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Terminating (SIGTERM)\u000a03:05:01.735877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16173): Terminating (SIGTERM)\u000a03:05:01.746602 --- ParallelTerminationStrategy: PID 16167 died...\u000a03:05:01.803158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Terminated: ok {rc=0}\u000a03:05:01.813582 --- ParallelTerminationStrategy: PID 16170 died...\u000a03:05:01.869927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Terminated: ok {rc=0}\u000a03:05:01.880327 --- ParallelTerminationStrategy: PID 16173 died...\u000a03:05:01.936529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16173): Terminated: ok {rc=0}\u000a03:05:02.022618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16184): Process ended prematurely: osmo-stp_10.42.42.5(pid=16184) [trial-2353↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16184)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16184): Process ended prematurely: osmo-stp_10.42.42.5(pid=16184) [trial-2353↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a03:05:03.071925 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.083657 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:05:03.214779 tst ping_idle_ping.py: using LAC 18629\u000a03:05:03.328776 tst ping_idle_ping.py: using RAC 14\u000a03:05:03.443312 tst ping_idle_ping.py: using CellId 18629\u000a03:05:03.558862 tst ping_idle_ping.py: using BVCI 18630\u000a03:05:03.581085 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.591749 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.602289 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.613190 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.623829 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.634564 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.645444 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:05:03.656143 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:05:03.923556 tst ping_idle_ping.py:24: start network...\u000a03:05:04.044284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:04.502950 run create_hlr_db(pid=16178): Launched\u000a03:05:04.670395 bus /gobi_6: Setting Powered False\u000a03:05:05.692078 run create_hlr_db(pid=16178): Terminated: ok {rc=0}\u000a03:05:06.079298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16180): Launched\u000a03:05:06.370267 run osmo-hlr_10.42.42.2(pid=16181): Launched\u000a03:05:06.480154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:06.984317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16183): Launched\u000a03:05:07.275585 run osmo-stp_10.42.42.5(pid=16184): Launched\u000a03:05:07.382576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:07.888138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16186): Launched\u000a03:05:07.991717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:08.244683 run patchelf(pid=16187): Launched\u000a03:05:08.414075 run osmo-stp_10.42.42.5(pid=16184): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16184)]\u000a03:05:08.538407 run osmo-stp_10.42.42.5(pid=16184): stdout: \u000a| (launched: 2022-12-09_03:05:07.131620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:08.664726 run osmo-stp_10.42.42.5(pid=16184): stderr: \u000a| �[0;m�[38;5;43m20221209030507299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030507299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030507300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030507302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030507302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030507302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:08.785481 run osmo-stp_10.42.42.5(pid=16184): stdout: \u000a| (launched: 2022-12-09_03:05:07.131620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:08.904806 run osmo-stp_10.42.42.5(pid=16184): stderr: \u000a| �[0;m�[38;5;43m20221209030507299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030507299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030507300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030507300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030507302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030507302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030507302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:09.044264 run patchelf(pid=16187): Terminating (SIGINT)\u000a03:05:09.207554 run patchelf(pid=16187): Terminated: ok {rc=0}\u000a03:05:09.237858 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16184): Process ended prematurely: osmo-stp_10.42.42.5(pid=16184) [trial-2353↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16184)] [trial-2353↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a03:05:09.246448 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a03:05:09.304816 run osmo-hlr_10.42.42.2(pid=16181): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16181)]\u000a03:05:09.353564 run osmo-hlr_10.42.42.2(pid=16181): stdout: \u000a| (launched: 2022-12-09_03:05:06.226885) \u000a03:05:09.402641 run osmo-hlr_10.42.42.2(pid=16181): stderr: \u000a| �[0;m�[1;31m20221209030506403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030506403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030506403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030506403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030506403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030506403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030506416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030506424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030506425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030506425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:09.444388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16180): Terminating (SIGTERM)\u000a03:05:09.483370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16183): Terminating (SIGTERM)\u000a03:05:09.522423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16186): Terminating (SIGTERM)\u000a03:05:09.531390 --- ParallelTerminationStrategy: PID 16180 died...\u000a03:05:09.584072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16180): Terminated: ok {rc=0}\u000a03:05:09.593778 --- ParallelTerminationStrategy: PID 16183 died...\u000a03:05:09.645930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16183): Terminated: ok {rc=0}\u000a03:05:09.655226 --- ParallelTerminationStrategy: PID 16186 died...\u000a03:05:09.707074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16186): Terminated: ok {rc=0}\u000a03:05:09.788847 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:04:12" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16203): Process ended prematurely: osmo-stp_10.42.42.5(pid=16203) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16203): Process ended prematurely: osmo-stp_10.42.42.5(pid=16203) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:05:11.935244 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:11.946642 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:12.086225 tst cs_paging_gprs_active.py: using LAC 18630\u000a03:05:12.210028 tst cs_paging_gprs_active.py: using RAC 15\u000a03:05:12.336800 tst cs_paging_gprs_active.py: using CellId 18630\u000a03:05:12.461381 tst cs_paging_gprs_active.py: using BVCI 18631\u000a03:05:12.486008 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.497579 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.508812 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.520097 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.531376 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.542762 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.554158 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.565407 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:12.576727 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:12.693962 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:12.983129 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:05:13.115592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:13.444167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Launched\u000a03:05:13.716678 run iperf3-srv_10.42.42.10(pid=16192): Launched\u000a03:05:13.910781 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:05:14.043222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:14.371209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Launched\u000a03:05:14.644330 run iperf3-srv_10.42.42.10(pid=16194): Launched\u000a03:05:14.839846 tst cs_paging_gprs_active.py:38: start network...\u000a03:05:14.972217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:15.480331 run create_hlr_db(pid=16197): Launched\u000a03:05:15.663367 bus /gobi_6: Setting Powered False\u000a03:05:16.724466 run create_hlr_db(pid=16197): Terminated: ok {rc=0}\u000a03:05:17.182185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16199): Launched\u000a03:05:17.506220 run osmo-hlr_10.42.42.2(pid=16200): Launched\u000a03:05:17.622192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:18.173791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16202): Launched\u000a03:05:18.490849 run osmo-stp_10.42.42.5(pid=16203): Launched\u000a03:05:18.606477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:19.161233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16205): Launched\u000a03:05:19.274973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:19.552117 run patchelf(pid=16206): Launched\u000a03:05:19.737035 run osmo-stp_10.42.42.5(pid=16203): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)]\u000a03:05:19.871940 run osmo-stp_10.42.42.5(pid=16203): stdout: \u000a| (launched: 2022-12-09_03:05:18.335144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:20.007134 run osmo-stp_10.42.42.5(pid=16203): stderr: \u000a| �[0;m�[38;5;43m20221209030518526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030518526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030518526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030518527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030518527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030518527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030518527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:20.138327 run osmo-stp_10.42.42.5(pid=16203): stdout: \u000a| (launched: 2022-12-09_03:05:18.335144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:20.268242 run osmo-stp_10.42.42.5(pid=16203): stderr: \u000a| �[0;m�[38;5;43m20221209030518526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030518526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030518526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030518527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030518527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030518527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030518527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:20.419424 run patchelf(pid=16206): Terminating (SIGINT)\u000a03:05:20.597082 run patchelf(pid=16206): Terminated: ok {rc=0}\u000a03:05:20.629675 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16203): Process ended prematurely: osmo-stp_10.42.42.5(pid=16203) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16203)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:05:20.639370 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:05:20.701464 run osmo-hlr_10.42.42.2(pid=16200): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16200)]\u000a03:05:20.751838 run osmo-hlr_10.42.42.2(pid=16200): stdout: \u000a| (launched: 2022-12-09_03:05:17.348227) \u000a03:05:20.803062 run osmo-hlr_10.42.42.2(pid=16200): stderr: \u000a| �[0;m�[1;31m20221209030517545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030517545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030517545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030517545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030517545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030517545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030517558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030517568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030517568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030517568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:20.846741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Terminating (SIGTERM)\u000a03:05:20.887720 run iperf3-srv_10.42.42.10(pid=16192): Terminating (SIGTERM)\u000a03:05:20.928790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Terminating (SIGTERM)\u000a03:05:20.969832 run iperf3-srv_10.42.42.10(pid=16194): Terminating (SIGTERM)\u000a03:05:21.011034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16199): Terminating (SIGTERM)\u000a03:05:21.052029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16202): Terminating (SIGTERM)\u000a03:05:21.093188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16205): Terminating (SIGTERM)\u000a03:05:21.102702 --- ParallelTerminationStrategy: PID 16191 died...\u000a03:05:21.157807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Terminated: ok {rc=0}\u000a03:05:21.167678 --- ParallelTerminationStrategy: PID 16192 died...\u000a03:05:21.222349 run iperf3-srv_10.42.42.10(pid=16192): Terminated {rc=256}\u000a03:05:21.232179 --- ParallelTerminationStrategy: PID 16193 died...\u000a03:05:21.287321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Terminated: ok {rc=0}\u000a03:05:21.297293 --- ParallelTerminationStrategy: PID 16194 died...\u000a03:05:21.352651 run iperf3-srv_10.42.42.10(pid=16194): Terminated {rc=256}\u000a03:05:21.362581 --- ParallelTerminationStrategy: PID 16199 died...\u000a03:05:21.417246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16199): Terminated: ok {rc=0}\u000a03:05:21.427106 --- ParallelTerminationStrategy: PID 16202 died...\u000a03:05:21.482529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16202): Terminated: ok {rc=0}\u000a03:05:21.492510 --- ParallelTerminationStrategy: PID 16205 died...\u000a03:05:21.547405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16205): Terminated: ok {rc=0}\u000a03:05:21.634244 bus /gobi_0: Setting Powered False\u000a03:05:22.739793 bus /gobi_0: Setting Powered False\u000a03:05:23.847607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:05:24.961106 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:24.973271 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:25.114700 tst iperf3.py: using LAC 18631\u000a03:05:25.240043 tst iperf3.py: using RAC 16\u000a03:05:25.366406 tst iperf3.py: using CellId 18631\u000a03:05:25.486910 tst iperf3.py: using BVCI 18632\u000a03:05:25.509836 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.521220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.532248 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.543428 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.554604 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.565832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.576927 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.587993 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:25.599355 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:25.885065 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:05:26.017915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:26.344794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16207): Launched\u000a03:05:26.616527 run iperf3-srv_10.42.42.10(pid=16208): Launched\u000a03:05:26.809767 tst iperf3.py:8: start network...\u000a03:05:26.942022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:27.449133 run create_hlr_db(pid=16209): Launched\u000a03:05:27.631890 bus /gobi_6: Setting Powered False\u000a03:05:28.654194 run create_hlr_db(pid=16209): Terminated: ok {rc=0}\u000a03:05:29.074303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Launched\u000a03:05:29.390810 run osmo-hlr_10.42.42.2(pid=16212): Launched\u000a03:05:29.507520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:30.054750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Launched\u000a03:05:30.370852 run osmo-stp_10.42.42.5(pid=16215): Launched\u000a03:05:30.486080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:31.051298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Launched\u000a03:05:31.166525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:31.462764 run patchelf(pid=16218): Launched\u000a03:05:31.683588 run osmo-stp_10.42.42.5(pid=16215): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)]\u000a03:05:31.822353 run osmo-stp_10.42.42.5(pid=16215): stdout: \u000a| (launched: 2022-12-09_03:05:30.215629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:31.959567 run osmo-stp_10.42.42.5(pid=16215): stderr: \u000a| �[0;m�[38;5;43m20221209030530407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030530407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030530407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030530408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030530408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030530408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030530408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:32.092560 run osmo-stp_10.42.42.5(pid=16215): stdout: \u000a| (launched: 2022-12-09_03:05:30.215629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:32.223795 run osmo-stp_10.42.42.5(pid=16215): stderr: \u000a| �[0;m�[38;5;43m20221209030530407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030530407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030530407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030530408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030530408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030530408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030530408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:32.374944 run patchelf(pid=16218): Terminating (SIGINT)\u000a03:05:32.552064 run patchelf(pid=16218): Terminated: ok {rc=0}\u000a03:05:32.584727 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a03:05:32.594578 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:05:32.656634 run osmo-hlr_10.42.42.2(pid=16212): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16212)]\u000a03:05:32.707826 run osmo-hlr_10.42.42.2(pid=16212): stdout: \u000a| (launched: 2022-12-09_03:05:29.235290) \u000a03:05:32.759171 run osmo-hlr_10.42.42.2(pid=16212): stderr: \u000a| �[0;m�[1;31m20221209030529433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030529433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030529433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030529433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030529433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030529433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030529445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030529453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030529454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030529454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:32.802995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16207): Terminating (SIGTERM)\u000a03:05:32.844353 run iperf3-srv_10.42.42.10(pid=16208): Terminating (SIGTERM)\u000a03:05:32.885821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Terminating (SIGTERM)\u000a03:05:32.927244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Terminating (SIGTERM)\u000a03:05:32.968592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Terminating (SIGTERM)\u000a03:05:32.978195 --- ParallelTerminationStrategy: PID 16207 died...\u000a03:05:33.033529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16207): Terminated: ok {rc=0}\u000a03:05:33.043490 --- ParallelTerminationStrategy: PID 16208 died...\u000a03:05:33.098897 run iperf3-srv_10.42.42.10(pid=16208): Terminated {rc=256}\u000a03:05:33.108794 --- ParallelTerminationStrategy: PID 16211 died...\u000a03:05:33.163792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Terminated: ok {rc=0}\u000a03:05:33.173730 --- ParallelTerminationStrategy: PID 16214 died...\u000a03:05:33.228678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Terminated: ok {rc=0}\u000a03:05:33.238714 --- ParallelTerminationStrategy: PID 16217 died...\u000a03:05:33.293811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Terminated: ok {rc=0}\u000a03:05:33.380355 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16233): Process ended prematurely: osmo-stp_10.42.42.5(pid=16233) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16233)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16233): Process ended prematurely: osmo-stp_10.42.42.5(pid=16233) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:05:34.496597 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:34.508590 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:34.648248 tst iperf3m4.py: using LAC 18632\u000a03:05:34.777266 tst iperf3m4.py: using RAC 17\u000a03:05:34.901596 tst iperf3m4.py: using CellId 18632\u000a03:05:35.025248 tst iperf3m4.py: using BVCI 18633\u000a03:05:35.049619 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.061220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.072463 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.083838 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.095268 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.106637 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.118086 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.129372 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:35.140819 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:35.267438 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:35.381850 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:35.501276 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:35.777054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:05:35.900738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:36.207209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16219): Launched\u000a03:05:36.461988 run iperf3-srv_10.42.42.10(pid=16220): Launched\u000a03:05:36.642066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:05:36.765679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:37.071478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16221): Launched\u000a03:05:37.325381 run iperf3-srv_10.42.42.10(pid=16222): Launched\u000a03:05:37.506378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:05:37.629999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:37.935609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16223): Launched\u000a03:05:38.189953 run iperf3-srv_10.42.42.10(pid=16224): Launched\u000a03:05:38.370252 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:05:38.493618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:38.799137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16225): Launched\u000a03:05:39.053330 run iperf3-srv_10.42.42.10(pid=16226): Launched\u000a03:05:39.233194 tst iperf3m4.py:8: start network...\u000a03:05:39.357063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:39.824032 run create_hlr_db(pid=16227): Launched\u000a03:05:40.001058 bus /gobi_6: Setting Powered False\u000a03:05:41.026323 run create_hlr_db(pid=16227): Terminated: ok {rc=0}\u000a03:05:41.447167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16229): Launched\u000a03:05:41.765062 run osmo-hlr_10.42.42.2(pid=16230): Launched\u000a03:05:41.882146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:42.432093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16232): Launched\u000a03:05:42.749704 run osmo-stp_10.42.42.5(pid=16233): Launched\u000a03:05:42.866259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:43.417989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16235): Launched\u000a03:05:43.532303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:43.807461 run patchelf(pid=16236): Launched\u000a03:05:43.991932 run osmo-stp_10.42.42.5(pid=16233): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16233)]\u000a03:05:44.127001 run osmo-stp_10.42.42.5(pid=16233): stdout: \u000a| (launched: 2022-12-09_03:05:42.593775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:44.262582 run osmo-stp_10.42.42.5(pid=16233): stderr: \u000a| �[0;m�[38;5;43m20221209030542781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030542781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030542781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030542782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030542782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030542782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030542782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:44.393423 run osmo-stp_10.42.42.5(pid=16233): stdout: \u000a| (launched: 2022-12-09_03:05:42.593775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:44.523998 run osmo-stp_10.42.42.5(pid=16233): stderr: \u000a| �[0;m�[38;5;43m20221209030542781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030542781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030542781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030542782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030542782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030542782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030542782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:44.674684 run patchelf(pid=16236): Terminating (SIGINT)\u000a03:05:44.851318 run patchelf(pid=16236): Terminated: ok {rc=0}\u000a03:05:44.883965 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16233): Process ended prematurely: osmo-stp_10.42.42.5(pid=16233) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16233)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:05:44.893846 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:05:44.955947 run osmo-hlr_10.42.42.2(pid=16230): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16230)]\u000a03:05:45.006607 run osmo-hlr_10.42.42.2(pid=16230): stdout: \u000a| (launched: 2022-12-09_03:05:41.609950) \u000a03:05:45.058163 run osmo-hlr_10.42.42.2(pid=16230): stderr: \u000a| �[0;m�[1;31m20221209030541806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030541806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030541806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030541806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030541806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030541806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030541818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030541826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030541826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030541826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:45.102093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16219): Terminating (SIGTERM)\u000a03:05:45.143414 run iperf3-srv_10.42.42.10(pid=16220): Terminating (SIGTERM)\u000a03:05:45.184910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16221): Terminating (SIGTERM)\u000a03:05:45.226377 run iperf3-srv_10.42.42.10(pid=16222): Terminating (SIGTERM)\u000a03:05:45.267994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16223): Terminating (SIGTERM)\u000a03:05:45.309805 run iperf3-srv_10.42.42.10(pid=16224): Terminating (SIGTERM)\u000a03:05:45.351158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16225): Terminating (SIGTERM)\u000a03:05:45.392406 run iperf3-srv_10.42.42.10(pid=16226): Terminating (SIGTERM)\u000a03:05:45.434230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16229): Terminating (SIGTERM)\u000a03:05:45.475892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16232): Terminating (SIGTERM)\u000a03:05:45.517597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16235): Terminating (SIGTERM)\u000a03:05:45.527135 --- ParallelTerminationStrategy: PID 16219 died...\u000a03:05:45.582647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16219): Terminated: ok {rc=0}\u000a03:05:45.592641 --- ParallelTerminationStrategy: PID 16220 died...\u000a03:05:45.647517 run iperf3-srv_10.42.42.10(pid=16220): Terminated {rc=256}\u000a03:05:45.657463 --- ParallelTerminationStrategy: PID 16221 died...\u000a03:05:45.712577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16221): Terminated: ok {rc=0}\u000a03:05:45.722443 --- ParallelTerminationStrategy: PID 16222 died...\u000a03:05:45.777196 run iperf3-srv_10.42.42.10(pid=16222): Terminated {rc=256}\u000a03:05:45.787055 --- ParallelTerminationStrategy: PID 16223 died...\u000a03:05:45.850055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16223): Terminated: ok {rc=0}\u000a03:05:45.862543 --- ParallelTerminationStrategy: PID 16224 died...\u000a03:05:45.944289 run iperf3-srv_10.42.42.10(pid=16224): Terminated {rc=256}\u000a03:05:45.954846 --- ParallelTerminationStrategy: PID 16225 died...\u000a03:05:46.011384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16225): Terminated: ok {rc=0}\u000a03:05:46.021956 --- ParallelTerminationStrategy: PID 16226 died...\u000a03:05:46.080619 run iperf3-srv_10.42.42.10(pid=16226): Terminated {rc=256}\u000a03:05:46.091245 --- ParallelTerminationStrategy: PID 16229 died...\u000a03:05:46.147866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16229): Terminated: ok {rc=0}\u000a03:05:46.158466 --- ParallelTerminationStrategy: PID 16232 died...\u000a03:05:46.214794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16232): Terminated: ok {rc=0}\u000a03:05:46.225367 --- ParallelTerminationStrategy: PID 16235 died...\u000a03:05:46.281347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16235): Terminated: ok {rc=0}\u000a03:05:46.369390 bus /gobi_4: Setting Powered False\u000a03:05:47.473884 bus /gobi_4: Setting Powered False\u000a03:05:48.583111 bus /gobi_1: Setting Powered False\u000a03:05:49.689118 bus /gobi_1: Setting Powered False\u000a03:05:50.799337 bus /gobi_0: Setting Powered False\u000a03:05:51.902305 bus /gobi_0: Setting Powered False\u000a03:05:53.012038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16243): Process ended prematurely: osmo-stp_10.42.42.5(pid=16243) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16243): Process ended prematurely: osmo-stp_10.42.42.5(pid=16243) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:05:54.080043 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.092184 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:54.226037 tst ping.py: using LAC 18633\u000a03:05:54.348055 tst ping.py: using RAC 18\u000a03:05:54.470182 tst ping.py: using CellId 18633\u000a03:05:54.592103 tst ping.py: using BVCI 18634\u000a03:05:54.615999 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.627551 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.638950 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.650417 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.661670 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.673056 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.684493 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:54.695895 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:54.964157 tst ping.py:19: start network...\u000a03:05:55.085786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:55.545922 run create_hlr_db(pid=16237): Launched\u000a03:05:55.714150 bus /gobi_6: Setting Powered False\u000a03:05:56.734527 run create_hlr_db(pid=16237): Terminated: ok {rc=0}\u000a03:05:57.120822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16239): Launched\u000a03:05:57.410614 run osmo-hlr_10.42.42.2(pid=16240): Launched\u000a03:05:57.520584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:58.037677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16242): Launched\u000a03:05:58.327703 run osmo-stp_10.42.42.5(pid=16243): Launched\u000a03:05:58.433691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:58.939995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16245): Launched\u000a03:05:59.044142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:59.298355 run patchelf(pid=16246): Launched\u000a03:05:59.469090 run osmo-stp_10.42.42.5(pid=16243): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)]\u000a03:05:59.594700 run osmo-stp_10.42.42.5(pid=16243): stdout: \u000a| (launched: 2022-12-09_03:05:58.185098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:59.720253 run osmo-stp_10.42.42.5(pid=16243): stderr: \u000a| �[0;m�[38;5;43m20221209030558352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030558352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030558352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030558353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030558355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030558355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030558355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:59.841783 run osmo-stp_10.42.42.5(pid=16243): stdout: \u000a| (launched: 2022-12-09_03:05:58.185098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:59.961897 run osmo-stp_10.42.42.5(pid=16243): stderr: \u000a| �[0;m�[38;5;43m20221209030558352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030558352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030558352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030558353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030558355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030558355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030558355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:00.101648 run patchelf(pid=16246): Terminating (SIGINT)\u000a03:06:00.265808 run patchelf(pid=16246): Terminated: ok {rc=0}\u000a03:06:00.295649 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16243): Process ended prematurely: osmo-stp_10.42.42.5(pid=16243) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a03:06:00.304231 tst ping.py:22: Test FAILED (6.2 sec)\u000a03:06:00.364218 run osmo-hlr_10.42.42.2(pid=16240): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16240)]\u000a03:06:00.413324 run osmo-hlr_10.42.42.2(pid=16240): stdout: \u000a| (launched: 2022-12-09_03:05:57.267422) \u000a03:06:00.463023 run osmo-hlr_10.42.42.2(pid=16240): stderr: \u000a| �[0;m�[1;31m20221209030557442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030557443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030557443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030557443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030557443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030557443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030557458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030557467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030557467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030557467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:00.505161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16239): Terminating (SIGTERM)\u000a03:06:00.544507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16242): Terminating (SIGTERM)\u000a03:06:00.584190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16245): Terminating (SIGTERM)\u000a03:06:00.593582 --- ParallelTerminationStrategy: PID 16239 died...\u000a03:06:00.646909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16239): Terminated: ok {rc=0}\u000a03:06:00.656568 --- ParallelTerminationStrategy: PID 16242 died...\u000a03:06:00.709761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16242): Terminated: ok {rc=0}\u000a03:06:00.719486 --- ParallelTerminationStrategy: PID 16245 died...\u000a03:06:00.772055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16245): Terminated: ok {rc=0}\u000a03:06:00.862123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16253): Process ended prematurely: osmo-stp_10.42.42.5(pid=16253) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16253)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16253): Process ended prematurely: osmo-stp_10.42.42.5(pid=16253) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:06:01.912447 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:01.925569 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:06:02.096406 tst ping_idle_ping.py: using LAC 18634\u000a03:06:02.235951 tst ping_idle_ping.py: using RAC 19\u000a03:06:02.357732 tst ping_idle_ping.py: using CellId 18634\u000a03:06:02.480115 tst ping_idle_ping.py: using BVCI 18635\u000a03:06:02.504463 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:02.516232 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:02.527731 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:02.539532 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:02.551410 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:02.563462 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:02.575271 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:06:02.587014 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:06:02.873424 tst ping_idle_ping.py:24: start network...\u000a03:06:03.003790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:03.504603 run create_hlr_db(pid=16247): Launched\u000a03:06:03.686478 bus /gobi_6: Setting Powered False\u000a03:06:04.707033 run create_hlr_db(pid=16247): Terminated: ok {rc=0}\u000a03:06:05.099706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16249): Launched\u000a03:06:05.391490 run osmo-hlr_10.42.42.2(pid=16250): Launched\u000a03:06:05.506100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:06.019333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16252): Launched\u000a03:06:06.310169 run osmo-stp_10.42.42.5(pid=16253): Launched\u000a03:06:06.416882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:06.923657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16255): Launched\u000a03:06:07.027204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:07.280443 run patchelf(pid=16256): Launched\u000a03:06:07.450950 run osmo-stp_10.42.42.5(pid=16253): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16253)]\u000a03:06:07.576237 run osmo-stp_10.42.42.5(pid=16253): stdout: \u000a| (launched: 2022-12-09_03:06:06.166935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:07.701917 run osmo-stp_10.42.42.5(pid=16253): stderr: \u000a| �[0;m�[38;5;43m20221209030606335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030606335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030606335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030606335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:07.822832 run osmo-stp_10.42.42.5(pid=16253): stdout: \u000a| (launched: 2022-12-09_03:06:06.166935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:07.942742 run osmo-stp_10.42.42.5(pid=16253): stderr: \u000a| �[0;m�[38;5;43m20221209030606335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030606335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030606335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030606335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:08.082589 run patchelf(pid=16256): Terminating (SIGINT)\u000a03:06:08.246417 run patchelf(pid=16256): Terminated: ok {rc=0}\u000a03:06:08.276137 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16253): Process ended prematurely: osmo-stp_10.42.42.5(pid=16253) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16253)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:06:08.284760 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:06:08.344526 run osmo-hlr_10.42.42.2(pid=16250): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16250)]\u000a03:06:08.393302 run osmo-hlr_10.42.42.2(pid=16250): stdout: \u000a| (launched: 2022-12-09_03:06:05.247604) \u000a03:06:08.442513 run osmo-hlr_10.42.42.2(pid=16250): stderr: \u000a| �[0;m�[1;31m20221209030605421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030605421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030605421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030605421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030605421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030605421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030605433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030605442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030605442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030605442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:08.484306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16249): Terminating (SIGTERM)\u000a03:06:08.523678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16252): Terminating (SIGTERM)\u000a03:06:08.563166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16255): Terminating (SIGTERM)\u000a03:06:08.572296 --- ParallelTerminationStrategy: PID 16249 died...\u000a03:06:08.625195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16249): Terminated: ok {rc=0}\u000a03:06:08.634605 --- ParallelTerminationStrategy: PID 16252 died...\u000a03:06:08.687259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16252): Terminated: ok {rc=0}\u000a03:06:08.696904 --- ParallelTerminationStrategy: PID 16255 died...\u000a03:06:08.749334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16255): Terminated: ok {rc=0}\u000a03:06:08.832114 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:05:11" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16270): Process ended prematurely: osmo-stp_10.42.42.5(pid=16270) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16270)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16270): Process ended prematurely: osmo-stp_10.42.42.5(pid=16270) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:06:10.981585 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:10.992548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:11.144264 tst cs_paging_gprs_active.py: using LAC 18635\u000a03:06:11.262520 tst cs_paging_gprs_active.py: using RAC 20\u000a03:06:11.379723 tst cs_paging_gprs_active.py: using CellId 18635\u000a03:06:11.495951 tst cs_paging_gprs_active.py: using BVCI 18636\u000a03:06:11.518602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.529660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.540568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.551712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.562861 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.573915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.585057 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.596651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:11.607880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:11.722693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:11.998746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:06:12.123111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:12.431213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Launched\u000a03:06:12.687469 run iperf3-srv_10.42.42.10(pid=16261): Launched\u000a03:06:12.879047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:06:13.013415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:13.342674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Launched\u000a03:06:13.617236 run iperf3-srv_10.42.42.10(pid=16263): Launched\u000a03:06:13.812131 tst cs_paging_gprs_active.py:38: start network...\u000a03:06:13.944708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:14.453370 run create_hlr_db(pid=16264): Launched\u000a03:06:14.637971 bus /gobi_6: Setting Powered False\u000a03:06:15.659119 run create_hlr_db(pid=16264): Terminated: ok {rc=0}\u000a03:06:16.123116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16266): Launched\u000a03:06:16.599820 run osmo-hlr_10.42.42.2(pid=16267): Launched\u000a03:06:16.750877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:17.311115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16269): Launched\u000a03:06:17.629741 run osmo-stp_10.42.42.5(pid=16270): Launched\u000a03:06:17.746446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:18.302844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16272): Launched\u000a03:06:18.416303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:18.693200 run patchelf(pid=16273): Launched\u000a03:06:18.879259 run osmo-stp_10.42.42.5(pid=16270): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16270)]\u000a03:06:19.014863 run osmo-stp_10.42.42.5(pid=16270): stdout: \u000a| (launched: 2022-12-09_03:06:17.473349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:19.150707 run osmo-stp_10.42.42.5(pid=16270): stderr: \u000a| �[0;m�[38;5;43m20221209030617664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030617664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030617665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030617665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030617666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030617666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030617666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:19.282301 run osmo-stp_10.42.42.5(pid=16270): stdout: \u000a| (launched: 2022-12-09_03:06:17.473349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:19.412509 run osmo-stp_10.42.42.5(pid=16270): stderr: \u000a| �[0;m�[38;5;43m20221209030617664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030617664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030617665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030617665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030617666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030617666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030617666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:19.564568 run patchelf(pid=16273): Terminating (SIGINT)\u000a03:06:19.742269 run patchelf(pid=16273): Terminated: ok {rc=0}\u000a03:06:19.774984 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16270): Process ended prematurely: osmo-stp_10.42.42.5(pid=16270) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16270)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:06:19.784621 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:06:19.847060 run osmo-hlr_10.42.42.2(pid=16267): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16267)]\u000a03:06:19.897659 run osmo-hlr_10.42.42.2(pid=16267): stdout: \u000a| (launched: 2022-12-09_03:06:16.287824) \u000a03:06:19.948833 run osmo-hlr_10.42.42.2(pid=16267): stderr: \u000a| �[0;m�[1;31m20221209030616471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030616471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030616471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030616471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030616471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030616471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030616484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030616500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030616500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030616500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:19.992439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Terminating (SIGTERM)\u000a03:06:20.033565 run iperf3-srv_10.42.42.10(pid=16261): Terminating (SIGTERM)\u000a03:06:20.074843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Terminating (SIGTERM)\u000a03:06:20.115737 run iperf3-srv_10.42.42.10(pid=16263): Terminating (SIGTERM)\u000a03:06:20.156858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16266): Terminating (SIGTERM)\u000a03:06:20.198828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16269): Terminating (SIGTERM)\u000a03:06:20.239907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16272): Terminating (SIGTERM)\u000a03:06:20.249497 --- ParallelTerminationStrategy: PID 16260 died...\u000a03:06:20.305101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Terminated: ok {rc=0}\u000a03:06:20.315173 --- ParallelTerminationStrategy: PID 16261 died...\u000a03:06:20.370189 run iperf3-srv_10.42.42.10(pid=16261): Terminated {rc=256}\u000a03:06:20.380149 --- ParallelTerminationStrategy: PID 16262 died...\u000a03:06:20.434962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Terminated: ok {rc=0}\u000a03:06:20.444833 --- ParallelTerminationStrategy: PID 16263 died...\u000a03:06:20.500095 run iperf3-srv_10.42.42.10(pid=16263): Terminated {rc=256}\u000a03:06:20.510243 --- ParallelTerminationStrategy: PID 16266 died...\u000a03:06:20.565285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16266): Terminated: ok {rc=0}\u000a03:06:20.575366 --- ParallelTerminationStrategy: PID 16269 died...\u000a03:06:20.630481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16269): Terminated: ok {rc=0}\u000a03:06:20.640502 --- ParallelTerminationStrategy: PID 16272 died...\u000a03:06:20.695543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16272): Terminated: ok {rc=0}\u000a03:06:20.782165 bus /gobi_0: Setting Powered False\u000a03:06:21.897739 bus /gobi_0: Setting Powered False\u000a03:06:23.014978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:06:24.129094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.141431 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:24.305459 tst iperf3.py: using LAC 18636\u000a03:06:24.436942 tst iperf3.py: using RAC 21\u000a03:06:24.561157 tst iperf3.py: using CellId 18636\u000a03:06:24.685331 tst iperf3.py: using BVCI 18637\u000a03:06:24.709805 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.721492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.732783 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.744117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.755380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.766695 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.778242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.789479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:24.800851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:25.091424 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:06:25.224773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:25.552730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16274): Launched\u000a03:06:25.826002 run iperf3-srv_10.42.42.10(pid=16275): Launched\u000a03:06:26.021351 tst iperf3.py:8: start network...\u000a03:06:26.154397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:26.661264 run create_hlr_db(pid=16276): Launched\u000a03:06:26.844234 bus /gobi_6: Setting Powered False\u000a03:06:27.865944 run create_hlr_db(pid=16276): Terminated: ok {rc=0}\u000a03:06:28.265832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Launched\u000a03:06:28.564189 run osmo-hlr_10.42.42.2(pid=16279): Launched\u000a03:06:28.682224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:29.209589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Launched\u000a03:06:29.507364 run osmo-stp_10.42.42.5(pid=16282): Launched\u000a03:06:29.617445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:30.134906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Launched\u000a03:06:30.241713 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:30.501001 run patchelf(pid=16285): Launched\u000a03:06:30.674484 run osmo-stp_10.42.42.5(pid=16282): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)]\u000a03:06:30.801746 run osmo-stp_10.42.42.5(pid=16282): stdout: \u000a| (launched: 2022-12-09_03:06:29.360597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:30.963428 run osmo-stp_10.42.42.5(pid=16282): stderr: \u000a| �[0;m�[38;5;43m20221209030629530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030629530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030629530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030629531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030629531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030629531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030629531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:31.099668 run osmo-stp_10.42.42.5(pid=16282): stdout: \u000a| (launched: 2022-12-09_03:06:29.360597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:31.233197 run osmo-stp_10.42.42.5(pid=16282): stderr: \u000a| �[0;m�[38;5;43m20221209030629530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030629530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030629530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030629531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030629531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030629531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030629531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:31.390556 run patchelf(pid=16285): Terminating (SIGINT)\u000a03:06:31.574345 run patchelf(pid=16285): Terminated: ok {rc=0}\u000a03:06:31.608581 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:06:31.619400 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a03:06:31.683980 run osmo-hlr_10.42.42.2(pid=16279): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16279)]\u000a03:06:31.737724 run osmo-hlr_10.42.42.2(pid=16279): stdout: \u000a| (launched: 2022-12-09_03:06:28.416507) \u000a03:06:31.790503 run osmo-hlr_10.42.42.2(pid=16279): stderr: \u000a| �[0;m�[1;31m20221209030628591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030628591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030628591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030628591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030628591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030628591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030628603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030628612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030628612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030628612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:31.836889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16274): Terminating (SIGTERM)\u000a03:06:31.879812 run iperf3-srv_10.42.42.10(pid=16275): Terminating (SIGTERM)\u000a03:06:31.925114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Terminating (SIGTERM)\u000a03:06:31.969786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Terminating (SIGTERM)\u000a03:06:32.013639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Terminating (SIGTERM)\u000a03:06:32.025457 --- ParallelTerminationStrategy: PID 16274 died...\u000a03:06:32.083580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16274): Terminated: ok {rc=0}\u000a03:06:32.095032 --- ParallelTerminationStrategy: PID 16275 died...\u000a03:06:32.151176 run iperf3-srv_10.42.42.10(pid=16275): Terminated {rc=256}\u000a03:06:32.161704 --- ParallelTerminationStrategy: PID 16278 died...\u000a03:06:32.217086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Terminated: ok {rc=0}\u000a03:06:32.227311 --- ParallelTerminationStrategy: PID 16281 died...\u000a03:06:32.282669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Terminated: ok {rc=0}\u000a03:06:32.293840 --- ParallelTerminationStrategy: PID 16284 died...\u000a03:06:32.347610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Terminated: ok {rc=0}\u000a03:06:32.434891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16300): Process ended prematurely: osmo-stp_10.42.42.5(pid=16300) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16300)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16300): Process ended prematurely: osmo-stp_10.42.42.5(pid=16300) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:06:33.543691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:33.555339 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:33.706755 tst iperf3m4.py: using LAC 18637\u000a03:06:33.823208 tst iperf3m4.py: using RAC 22\u000a03:06:33.951957 tst iperf3m4.py: using CellId 18637\u000a03:06:34.075610 tst iperf3m4.py: using BVCI 18638\u000a03:06:34.100309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.112103 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.123853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.135500 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.147011 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.158429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.169997 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.181311 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:34.192689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:34.311177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:34.430278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:34.550206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:34.841607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:06:34.974687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:35.301897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16286): Launched\u000a03:06:35.574462 run iperf3-srv_10.42.42.10(pid=16287): Launched\u000a03:06:35.768117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:06:35.900638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:36.227780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16288): Launched\u000a03:06:36.500385 run iperf3-srv_10.42.42.10(pid=16289): Launched\u000a03:06:36.694880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:06:36.827584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:37.155151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16290): Launched\u000a03:06:37.426655 run iperf3-srv_10.42.42.10(pid=16291): Launched\u000a03:06:37.621401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:06:37.754077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:38.082164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16292): Launched\u000a03:06:38.353281 run iperf3-srv_10.42.42.10(pid=16293): Launched\u000a03:06:38.547913 tst iperf3m4.py:8: start network...\u000a03:06:38.680714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:39.186144 run create_hlr_db(pid=16294): Launched\u000a03:06:39.368631 bus /gobi_6: Setting Powered False\u000a03:06:40.389808 run create_hlr_db(pid=16294): Terminated: ok {rc=0}\u000a03:06:40.788737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16296): Launched\u000a03:06:41.085647 run osmo-hlr_10.42.42.2(pid=16297): Launched\u000a03:06:41.201748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:41.722988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16299): Launched\u000a03:06:42.019606 run osmo-stp_10.42.42.5(pid=16300): Launched\u000a03:06:42.127619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:42.643076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16302): Launched\u000a03:06:42.749301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:43.007454 run patchelf(pid=16303): Launched\u000a03:06:43.181485 run osmo-stp_10.42.42.5(pid=16300): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16300)]\u000a03:06:43.308362 run osmo-stp_10.42.42.5(pid=16300): stdout: \u000a| (launched: 2022-12-09_03:06:41.873596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:43.435781 run osmo-stp_10.42.42.5(pid=16300): stderr: \u000a| �[0;m�[38;5;43m20221209030642039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030642039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030642039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030642040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030642040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030642040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030642041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:43.559088 run osmo-stp_10.42.42.5(pid=16300): stdout: \u000a| (launched: 2022-12-09_03:06:41.873596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:43.681285 run osmo-stp_10.42.42.5(pid=16300): stderr: \u000a| �[0;m�[38;5;43m20221209030642039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030642039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030642039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030642040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030642040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030642040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030642041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:43.823917 run patchelf(pid=16303): Terminating (SIGINT)\u000a03:06:43.991168 run patchelf(pid=16303): Terminated: ok {rc=0}\u000a03:06:44.022451 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16300): Process ended prematurely: osmo-stp_10.42.42.5(pid=16300) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16300)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:06:44.031962 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:06:44.092494 run osmo-hlr_10.42.42.2(pid=16297): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16297)]\u000a03:06:44.141454 run osmo-hlr_10.42.42.2(pid=16297): stdout: \u000a| (launched: 2022-12-09_03:06:40.939655) \u000a03:06:44.191138 run osmo-hlr_10.42.42.2(pid=16297): stderr: \u000a| �[0;m�[1;31m20221209030641113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030641113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030641113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030641113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030641113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030641113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030641126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030641134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030641134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030641134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:44.233141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16286): Terminating (SIGTERM)\u000a03:06:44.272830 run iperf3-srv_10.42.42.10(pid=16287): Terminating (SIGTERM)\u000a03:06:44.312676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16288): Terminating (SIGTERM)\u000a03:06:44.352355 run iperf3-srv_10.42.42.10(pid=16289): Terminating (SIGTERM)\u000a03:06:44.392027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16290): Terminating (SIGTERM)\u000a03:06:44.431625 run iperf3-srv_10.42.42.10(pid=16291): Terminating (SIGTERM)\u000a03:06:44.471388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16292): Terminating (SIGTERM)\u000a03:06:44.511251 run iperf3-srv_10.42.42.10(pid=16293): Terminating (SIGTERM)\u000a03:06:44.550985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16296): Terminating (SIGTERM)\u000a03:06:44.590711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16299): Terminating (SIGTERM)\u000a03:06:44.630339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16302): Terminating (SIGTERM)\u000a03:06:44.639674 --- ParallelTerminationStrategy: PID 16286 died...\u000a03:06:44.692868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16286): Terminated: ok {rc=0}\u000a03:06:44.702550 --- ParallelTerminationStrategy: PID 16287 died...\u000a03:06:44.755048 run iperf3-srv_10.42.42.10(pid=16287): Terminated {rc=256}\u000a03:06:44.764785 --- ParallelTerminationStrategy: PID 16288 died...\u000a03:06:44.817472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16288): Terminated: ok {rc=0}\u000a03:06:44.827217 --- ParallelTerminationStrategy: PID 16289 died...\u000a03:06:44.879937 run iperf3-srv_10.42.42.10(pid=16289): Terminated {rc=256}\u000a03:06:44.889573 --- ParallelTerminationStrategy: PID 16290 died...\u000a03:06:44.942557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16290): Terminated: ok {rc=0}\u000a03:06:44.952271 --- ParallelTerminationStrategy: PID 16291 died...\u000a03:06:45.005258 run iperf3-srv_10.42.42.10(pid=16291): Terminated {rc=256}\u000a03:06:45.015263 --- ParallelTerminationStrategy: PID 16292 died...\u000a03:06:45.068194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16292): Terminated: ok {rc=0}\u000a03:06:45.077792 --- ParallelTerminationStrategy: PID 16293 died...\u000a03:06:45.130298 run iperf3-srv_10.42.42.10(pid=16293): Terminated {rc=256}\u000a03:06:45.140055 --- ParallelTerminationStrategy: PID 16296 died...\u000a03:06:45.192716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16296): Terminated: ok {rc=0}\u000a03:06:45.202529 --- ParallelTerminationStrategy: PID 16299 died...\u000a03:06:45.255348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16299): Terminated: ok {rc=0}\u000a03:06:45.265155 --- ParallelTerminationStrategy: PID 16302 died...\u000a03:06:45.317793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16302): Terminated: ok {rc=0}\u000a03:06:45.405855 bus /gobi_4: Setting Powered False\u000a03:06:46.513200 bus /gobi_4: Setting Powered False\u000a03:06:47.620121 bus /gobi_1: Setting Powered False\u000a03:06:48.726767 bus /gobi_1: Setting Powered False\u000a03:06:49.836235 bus /gobi_0: Setting Powered False\u000a03:06:50.938262 bus /gobi_0: Setting Powered False\u000a03:06:52.050070 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16310): Process ended prematurely: osmo-stp_10.42.42.5(pid=16310) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16310)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16310): Process ended prematurely: osmo-stp_10.42.42.5(pid=16310) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:06:53.118043 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.130076 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:53.288846 tst ping.py: using LAC 18638\u000a03:06:53.411353 tst ping.py: using RAC 23\u000a03:06:53.534910 tst ping.py: using CellId 18638\u000a03:06:53.659484 tst ping.py: using BVCI 18639\u000a03:06:53.683615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.695242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.706662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.718148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.729557 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.741492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.753038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:53.764479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:54.051962 tst ping.py:19: start network...\u000a03:06:54.183321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:54.682740 run create_hlr_db(pid=16304): Launched\u000a03:06:54.863405 bus /gobi_6: Setting Powered False\u000a03:06:55.883931 run create_hlr_db(pid=16304): Terminated: ok {rc=0}\u000a03:06:56.277198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16306): Launched\u000a03:06:56.569959 run osmo-hlr_10.42.42.2(pid=16307): Launched\u000a03:06:56.677310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:57.184921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16309): Launched\u000a03:06:57.475023 run osmo-stp_10.42.42.5(pid=16310): Launched\u000a03:06:57.583011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:58.091228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16312): Launched\u000a03:06:58.194671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:58.448628 run patchelf(pid=16313): Launched\u000a03:06:58.619601 run osmo-stp_10.42.42.5(pid=16310): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16310)]\u000a03:06:58.745701 run osmo-stp_10.42.42.5(pid=16310): stdout: \u000a| (launched: 2022-12-09_03:06:57.331812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:58.871612 run osmo-stp_10.42.42.5(pid=16310): stderr: \u000a| �[0;m�[38;5;43m20221209030657501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030657501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030657501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030657502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030657502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030657502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030657502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:58.992687 run osmo-stp_10.42.42.5(pid=16310): stdout: \u000a| (launched: 2022-12-09_03:06:57.331812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:59.112847 run osmo-stp_10.42.42.5(pid=16310): stderr: \u000a| �[0;m�[38;5;43m20221209030657501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030657501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030657501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030657502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030657502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030657502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030657502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:59.252277 run patchelf(pid=16313): Terminating (SIGINT)\u000a03:06:59.415655 run patchelf(pid=16313): Terminated: ok {rc=0}\u000a03:06:59.445495 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16310): Process ended prematurely: osmo-stp_10.42.42.5(pid=16310) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16310)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:06:59.454078 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:06:59.513256 run osmo-hlr_10.42.42.2(pid=16307): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16307)]\u000a03:06:59.562789 run osmo-hlr_10.42.42.2(pid=16307): stdout: \u000a| (launched: 2022-12-09_03:06:56.425119) \u000a03:06:59.611538 run osmo-hlr_10.42.42.2(pid=16307): stderr: \u000a| �[0;m�[1;31m20221209030656599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030656599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030656599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030656599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030656599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030656599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030656611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030656620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030656620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030656620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:59.653323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16306): Terminating (SIGTERM)\u000a03:06:59.692621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16309): Terminating (SIGTERM)\u000a03:06:59.731847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16312): Terminating (SIGTERM)\u000a03:06:59.741252 --- ParallelTerminationStrategy: PID 16306 died...\u000a03:06:59.794194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16306): Terminated: ok {rc=0}\u000a03:06:59.803700 --- ParallelTerminationStrategy: PID 16309 died...\u000a03:06:59.856306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16309): Terminated: ok {rc=0}\u000a03:06:59.865996 --- ParallelTerminationStrategy: PID 16312 died...\u000a03:06:59.918342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16312): Terminated: ok {rc=0}\u000a03:07:00.007009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16320): Process ended prematurely: osmo-stp_10.42.42.5(pid=16320) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16320)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16320): Process ended prematurely: osmo-stp_10.42.42.5(pid=16320) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:07:01.058356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.071242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:07:01.228406 tst ping_idle_ping.py: using LAC 18639\u000a03:07:01.353818 tst ping_idle_ping.py: using RAC 24\u000a03:07:01.479673 tst ping_idle_ping.py: using CellId 18639\u000a03:07:01.607978 tst ping_idle_ping.py: using BVCI 18640\u000a03:07:01.633373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.645575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.657714 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.670265 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.682722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.696091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.708542 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:07:01.720858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:07:02.013972 tst ping_idle_ping.py:24: start network...\u000a03:07:02.151322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:02.657444 run create_hlr_db(pid=16314): Launched\u000a03:07:02.838508 bus /gobi_6: Setting Powered False\u000a03:07:03.860271 run create_hlr_db(pid=16314): Terminated: ok {rc=0}\u000a03:07:04.255077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16316): Launched\u000a03:07:04.549975 run osmo-hlr_10.42.42.2(pid=16317): Launched\u000a03:07:04.657147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:05.164785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16319): Launched\u000a03:07:05.455712 run osmo-stp_10.42.42.5(pid=16320): Launched\u000a03:07:05.562476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:06.071933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16322): Launched\u000a03:07:06.176649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:06.431937 run patchelf(pid=16323): Launched\u000a03:07:06.603232 run osmo-stp_10.42.42.5(pid=16320): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16320)]\u000a03:07:06.728788 run osmo-stp_10.42.42.5(pid=16320): stdout: \u000a| (launched: 2022-12-09_03:07:05.313001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:06.854947 run osmo-stp_10.42.42.5(pid=16320): stderr: \u000a| �[0;m�[38;5;43m20221209030705482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030705482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030705482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030705483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030705483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030705483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030705483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:06.976704 run osmo-stp_10.42.42.5(pid=16320): stdout: \u000a| (launched: 2022-12-09_03:07:05.313001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:07.096601 run osmo-stp_10.42.42.5(pid=16320): stderr: \u000a| �[0;m�[38;5;43m20221209030705482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030705482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030705482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030705483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030705483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030705483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030705483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:07.236889 run patchelf(pid=16323): Terminating (SIGINT)\u000a03:07:07.401265 run patchelf(pid=16323): Terminated: ok {rc=0}\u000a03:07:07.431211 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16320): Process ended prematurely: osmo-stp_10.42.42.5(pid=16320) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16320)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:07:07.439788 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:07:07.498223 run osmo-hlr_10.42.42.2(pid=16317): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16317)]\u000a03:07:07.546207 run osmo-hlr_10.42.42.2(pid=16317): stdout: \u000a| (launched: 2022-12-09_03:07:04.404078) \u000a03:07:07.594896 run osmo-hlr_10.42.42.2(pid=16317): stderr: \u000a| �[0;m�[1;31m20221209030704579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030704579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030704579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030704579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030704579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030704579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030704591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030704602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030704602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030704602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:07.636379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16316): Terminating (SIGTERM)\u000a03:07:07.675468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16319): Terminating (SIGTERM)\u000a03:07:07.714516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16322): Terminating (SIGTERM)\u000a03:07:07.723282 --- ParallelTerminationStrategy: PID 16316 died...\u000a03:07:07.775994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16316): Terminated: ok {rc=0}\u000a03:07:07.785486 --- ParallelTerminationStrategy: PID 16319 died...\u000a03:07:07.837799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16319): Terminated: ok {rc=0}\u000a03:07:07.847170 --- ParallelTerminationStrategy: PID 16322 died...\u000a03:07:07.899440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16322): Terminated: ok {rc=0}\u000a03:07:07.986472 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:06:10" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16337): Process ended prematurely: osmo-stp_10.42.42.5(pid=16337) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16337)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16337): Process ended prematurely: osmo-stp_10.42.42.5(pid=16337) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:07:10.144390 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.155751 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:10.311570 tst cs_paging_gprs_active.py: using LAC 18640\u000a03:07:10.427077 tst cs_paging_gprs_active.py: using RAC 25\u000a03:07:10.550675 tst cs_paging_gprs_active.py: using CellId 18640\u000a03:07:10.674264 tst cs_paging_gprs_active.py: using BVCI 18641\u000a03:07:10.698753 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.710923 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.722418 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.733922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.745428 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.756832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.768341 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.779671 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:10.791318 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:10.906067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:11.181299 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:07:11.305759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:11.614870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16327): Launched\u000a03:07:11.871364 run iperf3-srv_10.42.42.10(pid=16328): Launched\u000a03:07:12.053685 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:07:12.178038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:12.486932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16329): Launched\u000a03:07:12.743414 run iperf3-srv_10.42.42.10(pid=16330): Launched\u000a03:07:12.925786 tst cs_paging_gprs_active.py:38: start network...\u000a03:07:13.050235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:13.521564 run create_hlr_db(pid=16331): Launched\u000a03:07:13.693167 bus /gobi_6: Setting Powered False\u000a03:07:14.714469 run create_hlr_db(pid=16331): Terminated: ok {rc=0}\u000a03:07:15.138395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16333): Launched\u000a03:07:15.457741 run osmo-hlr_10.42.42.2(pid=16334): Launched\u000a03:07:15.577579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:16.151734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16336): Launched\u000a03:07:16.483406 run osmo-stp_10.42.42.5(pid=16337): Launched\u000a03:07:16.713029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:17.348484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16339): Launched\u000a03:07:17.455285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:17.722682 run patchelf(pid=16340): Launched\u000a03:07:17.898138 run osmo-stp_10.42.42.5(pid=16337): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16337)]\u000a03:07:18.026303 run osmo-stp_10.42.42.5(pid=16337): stdout: \u000a| (launched: 2022-12-09_03:07:16.307133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:18.155062 run osmo-stp_10.42.42.5(pid=16337): stderr: \u000a| �[0;m�[38;5;43m20221209030716642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030716642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030716642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030716642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030716643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030716643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030716643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:18.280200 run osmo-stp_10.42.42.5(pid=16337): stdout: \u000a| (launched: 2022-12-09_03:07:16.307133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:18.403647 run osmo-stp_10.42.42.5(pid=16337): stderr: \u000a| �[0;m�[38;5;43m20221209030716642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030716642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030716642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030716642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030716643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030716643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030716643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:18.547305 run patchelf(pid=16340): Terminating (SIGINT)\u000a03:07:18.716131 run patchelf(pid=16340): Terminated: ok {rc=0}\u000a03:07:18.747618 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16337): Process ended prematurely: osmo-stp_10.42.42.5(pid=16337) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16337)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:07:18.756759 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:07:18.817224 run osmo-hlr_10.42.42.2(pid=16334): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16334)]\u000a03:07:18.866313 run osmo-hlr_10.42.42.2(pid=16334): stdout: \u000a| (launched: 2022-12-09_03:07:15.301259) \u000a03:07:18.915788 run osmo-hlr_10.42.42.2(pid=16334): stderr: \u000a| �[0;m�[1;31m20221209030715499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030715499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030715499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030715499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030715499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030715499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030715511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030715520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030715520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030715520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:18.957822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16327): Terminating (SIGTERM)\u000a03:07:18.997707 run iperf3-srv_10.42.42.10(pid=16328): Terminating (SIGTERM)\u000a03:07:19.037683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16329): Terminating (SIGTERM)\u000a03:07:19.077570 run iperf3-srv_10.42.42.10(pid=16330): Terminating (SIGTERM)\u000a03:07:19.117776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16333): Terminating (SIGTERM)\u000a03:07:19.157853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16336): Terminating (SIGTERM)\u000a03:07:19.197859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16339): Terminating (SIGTERM)\u000a03:07:19.207338 --- ParallelTerminationStrategy: PID 16327 died...\u000a03:07:19.260640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16327): Terminated: ok {rc=0}\u000a03:07:19.270551 --- ParallelTerminationStrategy: PID 16328 died...\u000a03:07:19.323736 run iperf3-srv_10.42.42.10(pid=16328): Terminated {rc=256}\u000a03:07:19.333484 --- ParallelTerminationStrategy: PID 16329 died...\u000a03:07:19.386275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16329): Terminated: ok {rc=0}\u000a03:07:19.396124 --- ParallelTerminationStrategy: PID 16330 died...\u000a03:07:19.449163 run iperf3-srv_10.42.42.10(pid=16330): Terminated {rc=256}\u000a03:07:19.458754 --- ParallelTerminationStrategy: PID 16333 died...\u000a03:07:19.511978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16333): Terminated: ok {rc=0}\u000a03:07:19.521724 --- ParallelTerminationStrategy: PID 16336 died...\u000a03:07:19.575214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16336): Terminated: ok {rc=0}\u000a03:07:19.585071 --- ParallelTerminationStrategy: PID 16339 died...\u000a03:07:19.637841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16339): Terminated: ok {rc=0}\u000a03:07:19.725712 bus /gobi_0: Setting Powered False\u000a03:07:20.828491 bus /gobi_0: Setting Powered False\u000a03:07:21.941251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16349): Process ended prematurely: osmo-stp_10.42.42.5(pid=16349) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16349)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16349): Process ended prematurely: osmo-stp_10.42.42.5(pid=16349) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:07:23.051254 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.063024 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:23.214067 tst iperf3.py: using LAC 18641\u000a03:07:23.330237 tst iperf3.py: using RAC 26\u000a03:07:23.446395 tst iperf3.py: using CellId 18641\u000a03:07:23.565851 tst iperf3.py: using BVCI 18642\u000a03:07:23.588483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.599540 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.610565 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.621742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.632845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.643842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.655063 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.666060 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:23.677395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:23.967376 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:07:24.100553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:24.430081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16341): Launched\u000a03:07:24.704004 run iperf3-srv_10.42.42.10(pid=16342): Launched\u000a03:07:24.898847 tst iperf3.py:8: start network...\u000a03:07:25.032705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:25.542918 run create_hlr_db(pid=16343): Launched\u000a03:07:25.726832 bus /gobi_6: Setting Powered False\u000a03:07:26.748309 run create_hlr_db(pid=16343): Terminated: ok {rc=0}\u000a03:07:27.147549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16345): Launched\u000a03:07:27.444931 run osmo-hlr_10.42.42.2(pid=16346): Launched\u000a03:07:27.556883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:28.083337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16348): Launched\u000a03:07:28.382049 run osmo-stp_10.42.42.5(pid=16349): Launched\u000a03:07:28.491066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:29.008626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16351): Launched\u000a03:07:29.115355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:29.375040 run patchelf(pid=16352): Launched\u000a03:07:29.549186 run osmo-stp_10.42.42.5(pid=16349): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16349)]\u000a03:07:29.676348 run osmo-stp_10.42.42.5(pid=16349): stdout: \u000a| (launched: 2022-12-09_03:07:28.234736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:29.804442 run osmo-stp_10.42.42.5(pid=16349): stderr: \u000a| �[0;m�[38;5;43m20221209030728403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030728403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030728404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030728404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030728404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030728405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030728405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:29.928184 run osmo-stp_10.42.42.5(pid=16349): stdout: \u000a| (launched: 2022-12-09_03:07:28.234736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:30.050733 run osmo-stp_10.42.42.5(pid=16349): stderr: \u000a| �[0;m�[38;5;43m20221209030728403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030728403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030728404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030728404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030728404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030728405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030728405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:30.192820 run patchelf(pid=16352): Terminating (SIGINT)\u000a03:07:30.360223 run patchelf(pid=16352): Terminated: ok {rc=0}\u000a03:07:30.391263 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16349): Process ended prematurely: osmo-stp_10.42.42.5(pid=16349) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16349)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:07:30.400332 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:07:30.461637 run osmo-hlr_10.42.42.2(pid=16346): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16346)]\u000a03:07:30.510692 run osmo-hlr_10.42.42.2(pid=16346): stdout: \u000a| (launched: 2022-12-09_03:07:27.298723) \u000a03:07:30.560321 run osmo-hlr_10.42.42.2(pid=16346): stderr: \u000a| �[0;m�[1;31m20221209030727475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030727475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030727475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030727475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030727476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030727476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030727489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030727498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030727498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030727498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:30.601772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16341): Terminating (SIGTERM)\u000a03:07:30.641755 run iperf3-srv_10.42.42.10(pid=16342): Terminating (SIGTERM)\u000a03:07:30.681844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16345): Terminating (SIGTERM)\u000a03:07:30.721826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16348): Terminating (SIGTERM)\u000a03:07:30.762271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16351): Terminating (SIGTERM)\u000a03:07:30.772003 --- ParallelTerminationStrategy: PID 16341 died...\u000a03:07:30.825492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16341): Terminated: ok {rc=0}\u000a03:07:30.836342 --- ParallelTerminationStrategy: PID 16342 died...\u000a03:07:30.892474 run iperf3-srv_10.42.42.10(pid=16342): Terminated {rc=256}\u000a03:07:30.905742 --- ParallelTerminationStrategy: PID 16345 died...\u000a03:07:30.961493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16345): Terminated: ok {rc=0}\u000a03:07:30.972161 --- ParallelTerminationStrategy: PID 16348 died...\u000a03:07:31.027149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16348): Terminated: ok {rc=0}\u000a03:07:31.037321 --- ParallelTerminationStrategy: PID 16351 died...\u000a03:07:31.092506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16351): Terminated: ok {rc=0}\u000a03:07:31.177401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16372): Process ended prematurely: osmo-stp_10.42.42.5(pid=16372) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16372)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16372): Process ended prematurely: osmo-stp_10.42.42.5(pid=16372) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:07:32.294687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.309024 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:32.468683 tst iperf3m4.py: using LAC 18642\u000a03:07:32.587766 tst iperf3m4.py: using RAC 27\u000a03:07:32.703814 tst iperf3m4.py: using CellId 18642\u000a03:07:32.819664 tst iperf3m4.py: using BVCI 18643\u000a03:07:32.842415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.853665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.864722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.875990 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.887244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.898400 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.909584 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.920524 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:32.931820 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:33.047289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:33.170026 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:33.284098 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:33.576899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:07:33.710772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:34.040227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16353): Launched\u000a03:07:34.314060 run iperf3-srv_10.42.42.10(pid=16354): Launched\u000a03:07:34.510807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:07:34.644633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:34.975232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16355): Launched\u000a03:07:35.249213 run iperf3-srv_10.42.42.10(pid=16356): Launched\u000a03:07:35.444000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:07:35.577883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:35.907583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16361): Launched\u000a03:07:36.181468 run iperf3-srv_10.42.42.10(pid=16362): Launched\u000a03:07:36.376732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:07:36.511158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:36.840228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16363): Launched\u000a03:07:37.113967 run iperf3-srv_10.42.42.10(pid=16364): Launched\u000a03:07:37.309183 tst iperf3m4.py:8: start network...\u000a03:07:37.442743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:37.955901 run create_hlr_db(pid=16365): Launched\u000a03:07:38.140000 bus /gobi_6: Setting Powered False\u000a03:07:39.162195 run create_hlr_db(pid=16365): Terminated: ok {rc=0}\u000a03:07:39.562742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Launched\u000a03:07:39.861430 run osmo-hlr_10.42.42.2(pid=16368): Launched\u000a03:07:39.980618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:40.511464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16371): Launched\u000a03:07:40.809119 run osmo-stp_10.42.42.5(pid=16372): Launched\u000a03:07:40.917919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:41.436010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16374): Launched\u000a03:07:41.542332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:41.801260 run patchelf(pid=16375): Launched\u000a03:07:41.975124 run osmo-stp_10.42.42.5(pid=16372): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16372)]\u000a03:07:42.102167 run osmo-stp_10.42.42.5(pid=16372): stdout: \u000a| (launched: 2022-12-09_03:07:40.662713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:42.229546 run osmo-stp_10.42.42.5(pid=16372): stderr: \u000a| �[0;m�[38;5;43m20221209030740830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030740830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030740831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030740831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030740832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030740832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030740832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:42.352342 run osmo-stp_10.42.42.5(pid=16372): stdout: \u000a| (launched: 2022-12-09_03:07:40.662713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:42.474805 run osmo-stp_10.42.42.5(pid=16372): stderr: \u000a| �[0;m�[38;5;43m20221209030740830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030740830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030740831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030740831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030740832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030740832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030740832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:42.617209 run patchelf(pid=16375): Terminating (SIGINT)\u000a03:07:42.784172 run patchelf(pid=16375): Terminated: ok {rc=0}\u000a03:07:42.814847 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16372): Process ended prematurely: osmo-stp_10.42.42.5(pid=16372) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16372)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:07:42.824080 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a03:07:42.884456 run osmo-hlr_10.42.42.2(pid=16368): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16368)]\u000a03:07:42.933196 run osmo-hlr_10.42.42.2(pid=16368): stdout: \u000a| (launched: 2022-12-09_03:07:39.714265) \u000a03:07:42.982576 run osmo-hlr_10.42.42.2(pid=16368): stderr: \u000a| �[0;m�[1;31m20221209030739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030739901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030739909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030739909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030739909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:43.024361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16353): Terminating (SIGTERM)\u000a03:07:43.064034 run iperf3-srv_10.42.42.10(pid=16354): Terminating (SIGTERM)\u000a03:07:43.103644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16355): Terminating (SIGTERM)\u000a03:07:43.143079 run iperf3-srv_10.42.42.10(pid=16356): Terminating (SIGTERM)\u000a03:07:43.182578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16361): Terminating (SIGTERM)\u000a03:07:43.222002 run iperf3-srv_10.42.42.10(pid=16362): Terminating (SIGTERM)\u000a03:07:43.261508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16363): Terminating (SIGTERM)\u000a03:07:43.301141 run iperf3-srv_10.42.42.10(pid=16364): Terminating (SIGTERM)\u000a03:07:43.340333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Terminating (SIGTERM)\u000a03:07:43.379735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16371): Terminating (SIGTERM)\u000a03:07:43.419111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16374): Terminating (SIGTERM)\u000a03:07:43.428460 --- ParallelTerminationStrategy: PID 16353 died...\u000a03:07:43.481690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16353): Terminated: ok {rc=0}\u000a03:07:43.491218 --- ParallelTerminationStrategy: PID 16354 died...\u000a03:07:43.543546 run iperf3-srv_10.42.42.10(pid=16354): Terminated {rc=256}\u000a03:07:43.553279 --- ParallelTerminationStrategy: PID 16355 died...\u000a03:07:43.605810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16355): Terminated: ok {rc=0}\u000a03:07:43.615491 --- ParallelTerminationStrategy: PID 16356 died...\u000a03:07:43.668093 run iperf3-srv_10.42.42.10(pid=16356): Terminated {rc=256}\u000a03:07:43.677851 --- ParallelTerminationStrategy: PID 16361 died...\u000a03:07:43.730606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16361): Terminated: ok {rc=0}\u000a03:07:43.740317 --- ParallelTerminationStrategy: PID 16362 died...\u000a03:07:43.792984 run iperf3-srv_10.42.42.10(pid=16362): Terminated {rc=256}\u000a03:07:43.802677 --- ParallelTerminationStrategy: PID 16363 died...\u000a03:07:43.855705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16363): Terminated: ok {rc=0}\u000a03:07:43.865846 --- ParallelTerminationStrategy: PID 16364 died...\u000a03:07:43.918620 run iperf3-srv_10.42.42.10(pid=16364): Terminated {rc=256}\u000a03:07:43.928302 --- ParallelTerminationStrategy: PID 16367 died...\u000a03:07:43.981563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16367): Terminated: ok {rc=0}\u000a03:07:43.991142 --- ParallelTerminationStrategy: PID 16371 died...\u000a03:07:44.044002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16371): Terminated: ok {rc=0}\u000a03:07:44.053875 --- ParallelTerminationStrategy: PID 16374 died...\u000a03:07:44.107324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16374): Terminated: ok {rc=0}\u000a03:07:44.196127 bus /gobi_4: Setting Powered False\u000a03:07:45.297899 bus /gobi_4: Setting Powered False\u000a03:07:46.410068 bus /gobi_1: Setting Powered False\u000a03:07:47.515157 bus /gobi_1: Setting Powered False\u000a03:07:48.622579 bus /gobi_0: Setting Powered False\u000a03:07:49.725437 bus /gobi_0: Setting Powered False\u000a03:07:50.836851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16382): Process ended prematurely: osmo-stp_10.42.42.5(pid=16382) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16382): Process ended prematurely: osmo-stp_10.42.42.5(pid=16382) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:07:51.907095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:51.919250 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:52.078016 tst ping.py: using LAC 18643\u000a03:07:52.202192 tst ping.py: using RAC 28\u000a03:07:52.326980 tst ping.py: using CellId 18643\u000a03:07:52.450164 tst ping.py: using BVCI 18644\u000a03:07:52.474452 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:52.486075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:52.497531 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:52.509293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:52.520660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:52.532341 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:52.544034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:52.555498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:52.841827 tst ping.py:19: start network...\u000a03:07:52.971289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:53.468825 run create_hlr_db(pid=16376): Launched\u000a03:07:53.649554 bus /gobi_6: Setting Powered False\u000a03:07:54.671518 run create_hlr_db(pid=16376): Terminated: ok {rc=0}\u000a03:07:55.064383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16378): Launched\u000a03:07:55.356814 run osmo-hlr_10.42.42.2(pid=16379): Launched\u000a03:07:55.463948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:55.973818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16381): Launched\u000a03:07:56.265793 run osmo-stp_10.42.42.5(pid=16382): Launched\u000a03:07:56.372935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:56.882577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16384): Launched\u000a03:07:56.986532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:57.241579 run patchelf(pid=16385): Launched\u000a03:07:57.412267 run osmo-stp_10.42.42.5(pid=16382): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)]\u000a03:07:57.537812 run osmo-stp_10.42.42.5(pid=16382): stdout: \u000a| (launched: 2022-12-09_03:07:56.121905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:57.663525 run osmo-stp_10.42.42.5(pid=16382): stderr: \u000a| �[0;m�[38;5;43m20221209030756288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030756288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030756288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030756289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030756291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030756291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030756291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:57.784510 run osmo-stp_10.42.42.5(pid=16382): stdout: \u000a| (launched: 2022-12-09_03:07:56.121905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:57.904870 run osmo-stp_10.42.42.5(pid=16382): stderr: \u000a| �[0;m�[38;5;43m20221209030756288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030756288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030756288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030756289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030756291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030756291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030756291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:58.044051 run patchelf(pid=16385): Terminating (SIGINT)\u000a03:07:58.207814 run patchelf(pid=16385): Terminated: ok {rc=0}\u000a03:07:58.237617 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16382): Process ended prematurely: osmo-stp_10.42.42.5(pid=16382) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16382)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:07:58.246157 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:07:58.305790 run osmo-hlr_10.42.42.2(pid=16379): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16379)]\u000a03:07:58.354797 run osmo-hlr_10.42.42.2(pid=16379): stdout: \u000a| (launched: 2022-12-09_03:07:55.212580) \u000a03:07:58.404003 run osmo-hlr_10.42.42.2(pid=16379): stderr: \u000a| �[0;m�[1;31m20221209030755386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030755386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030755387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030755387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030755387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030755387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030755399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030755407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030755407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030755407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:58.445541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16378): Terminating (SIGTERM)\u000a03:07:58.485013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16381): Terminating (SIGTERM)\u000a03:07:58.524676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16384): Terminating (SIGTERM)\u000a03:07:58.534317 --- ParallelTerminationStrategy: PID 16378 died...\u000a03:07:58.587830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16378): Terminated: ok {rc=0}\u000a03:07:58.597665 --- ParallelTerminationStrategy: PID 16381 died...\u000a03:07:58.650702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16381): Terminated: ok {rc=0}\u000a03:07:58.660270 --- ParallelTerminationStrategy: PID 16384 died...\u000a03:07:58.712592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16384): Terminated: ok {rc=0}\u000a03:07:58.794504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16661): Process ended prematurely: osmo-stp_10.42.42.5(pid=16661) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16661)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16661): Process ended prematurely: osmo-stp_10.42.42.5(pid=16661) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:07:59.846102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:59.858552 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:08:00.020380 tst ping_idle_ping.py: using LAC 18644\u000a03:08:00.145082 tst ping_idle_ping.py: using RAC 29\u000a03:08:00.268513 tst ping_idle_ping.py: using CellId 18644\u000a03:08:00.391057 tst ping_idle_ping.py: using BVCI 18645\u000a03:08:00.415125 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:08:00.426878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:08:00.438373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:08:00.449932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:08:00.461380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:08:00.472746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:08:00.484347 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:08:00.495808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:08:00.773180 tst ping_idle_ping.py:24: start network...\u000a03:08:00.910875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:01.528865 run create_hlr_db(pid=16389): Launched\u000a03:08:01.737233 bus /gobi_6: Setting Powered False\u000a03:08:02.808225 run create_hlr_db(pid=16389): Terminated: ok {rc=0}\u000a03:08:03.351155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16529): Launched\u000a03:08:03.823439 run osmo-hlr_10.42.42.2(pid=16588): Launched\u000a03:08:04.080139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:04.703525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16660): Launched\u000a03:08:05.122684 run osmo-stp_10.42.42.5(pid=16661): Launched\u000a03:08:05.353557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:08:05.961223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16663): Launched\u000a03:08:06.067811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:08:06.352724 run patchelf(pid=16665): Launched\u000a03:08:06.541246 run osmo-stp_10.42.42.5(pid=16661): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16661)]\u000a03:08:06.678953 run osmo-stp_10.42.42.5(pid=16661): stdout: \u000a| (launched: 2022-12-09_03:08:04.867342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:06.822535 run osmo-stp_10.42.42.5(pid=16661): stderr: \u000a| �[0;m�[38;5;43m20221209030805198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030805198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030805198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030805199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030805199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030805199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030805199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:06.957493 run osmo-stp_10.42.42.5(pid=16661): stdout: \u000a| (launched: 2022-12-09_03:08:04.867342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:07.088413 run osmo-stp_10.42.42.5(pid=16661): stderr: \u000a| �[0;m�[38;5;43m20221209030805198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030805198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030805198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030805199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030805199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030805199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030805199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:07.241436 run patchelf(pid=16665): Terminating (SIGINT)\u000a03:08:07.420335 run patchelf(pid=16665): Terminated: ok {rc=0}\u000a03:08:07.453550 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16661): Process ended prematurely: osmo-stp_10.42.42.5(pid=16661) [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16661)] [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:08:07.463743 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a03:08:07.530137 run osmo-hlr_10.42.42.2(pid=16588): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16588)]\u000a03:08:07.583012 run osmo-hlr_10.42.42.2(pid=16588): stdout: \u000a| (launched: 2022-12-09_03:08:03.563184) \u000a03:08:07.636367 run osmo-hlr_10.42.42.2(pid=16588): stderr: \u000a| �[0;m�[1;31m20221209030803856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030803856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030803856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030803856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030803856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030803856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030803872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030803884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030803884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030803884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:07.681929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16529): Terminating (SIGTERM)\u000a03:08:07.725849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16660): Terminating (SIGTERM)\u000a03:08:07.770164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16663): Terminating (SIGTERM)\u000a03:08:07.780923 --- ParallelTerminationStrategy: PID 16529 died...\u000a03:08:07.839153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16529): Terminated: ok {rc=0}\u000a03:08:07.850200 --- ParallelTerminationStrategy: PID 16660 died...\u000a03:08:07.908766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16660): Terminated: ok {rc=0}\u000a03:08:07.919562 --- ParallelTerminationStrategy: PID 16663 died...\u000a03:08:07.976017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16663): Terminated: ok {rc=0}\u000a03:08:08.065019 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:07:09" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16677): Process ended prematurely: osmo-stp_10.42.42.5(pid=16677) [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16677)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16677): Process ended prematurely: osmo-stp_10.42.42.5(pid=16677) [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:08:10.111017 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.124356 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:08:10.284804 tst switch_tch_pdch.py: using LAC 18645\u000a03:08:10.411392 tst switch_tch_pdch.py: using RAC 30\u000a03:08:10.541682 tst switch_tch_pdch.py: using CellId 18645\u000a03:08:10.670584 tst switch_tch_pdch.py: using BVCI 18646\u000a03:08:10.696547 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.710856 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.723706 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.736891 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.750285 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.763873 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.777497 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:08:10.790623 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:08:10.916485 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:08:11.215294 tst switch_tch_pdch.py:51: start network...\u000a03:08:11.350949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:11.913609 run create_hlr_db(pid=16671): Launched\u000a03:08:12.101805 bus /gobi_6: Setting Powered False\u000a03:08:13.123187 run create_hlr_db(pid=16671): Terminated: ok {rc=0}\u000a03:08:13.564185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16673): Launched\u000a03:08:13.988616 run osmo-hlr_10.42.42.2(pid=16674): Launched\u000a03:08:14.184696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:14.795310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16676): Launched\u000a03:08:15.217423 run osmo-stp_10.42.42.5(pid=16677): Launched\u000a03:08:15.433399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:08:16.106611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16679): Launched\u000a03:08:16.238315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:08:16.532811 run patchelf(pid=16680): Launched\u000a03:08:16.709114 run osmo-stp_10.42.42.5(pid=16677): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16677)]\u000a03:08:16.838141 run osmo-stp_10.42.42.5(pid=16677): stdout: \u000a| (launched: 2022-12-09_03:08:14.961236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:16.968129 run osmo-stp_10.42.42.5(pid=16677): stderr: \u000a| �[0;m�[38;5;43m20221209030815254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030815254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030815255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030815255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030815255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030815256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030815256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:17.092282 run osmo-stp_10.42.42.5(pid=16677): stdout: \u000a| (launched: 2022-12-09_03:08:14.961236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:17.216009 run osmo-stp_10.42.42.5(pid=16677): stderr: \u000a| �[0;m�[38;5;43m20221209030815254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030815254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030815255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030815255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030815255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030815256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030815256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:17.359908 run patchelf(pid=16680): Terminating (SIGINT)\u000a03:08:17.528575 run patchelf(pid=16680): Terminated: ok {rc=0}\u000a03:08:17.560171 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16677): Process ended prematurely: osmo-stp_10.42.42.5(pid=16677) [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16677)] [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:08:17.569955 tst switch_tch_pdch.py:54: Test FAILED (7.4 sec)\u000a03:08:17.634639 run osmo-hlr_10.42.42.2(pid=16674): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16674)]\u000a03:08:17.686421 run osmo-hlr_10.42.42.2(pid=16674): stdout: \u000a| (launched: 2022-12-09_03:08:13.728514) \u000a03:08:17.739104 run osmo-hlr_10.42.42.2(pid=16674): stderr: \u000a| �[0;m�[1;31m20221209030814034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030814034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030814034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030814035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030814035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030814035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030814055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030814068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030814068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030814068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:17.783083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16673): Terminating (SIGTERM)\u000a03:08:17.828321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16676): Terminating (SIGTERM)\u000a03:08:17.869798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16679): Terminating (SIGTERM)\u000a03:08:17.881355 --- ParallelTerminationStrategy: PID 16673 died...\u000a03:08:17.939441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16673): Terminated: ok {rc=0}\u000a03:08:17.950120 --- ParallelTerminationStrategy: PID 16676 died...\u000a03:08:18.006631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16676): Terminated: ok {rc=0}\u000a03:08:18.017308 --- ParallelTerminationStrategy: PID 16679 died...\u000a03:08:18.072748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16679): Terminated: ok {rc=0}\u000a03:08:18.183418 bus /gobi_0: Setting Powered False\u000a03:08:19.290099 bus /gobi_0: Setting Powered False\u000a03:08:20.403245 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:08:09" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16691): Process ended prematurely: osmo-stp_10.42.42.5(pid=16691) [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16691)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16691): Process ended prematurely: osmo-stp_10.42.42.5(pid=16691) [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:08:22.392410 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:22.404681 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:08:22.564689 tst switch_tch_pdch.py: using LAC 18646\u000a03:08:22.684380 tst switch_tch_pdch.py: using RAC 31\u000a03:08:22.805835 tst switch_tch_pdch.py: using CellId 18646\u000a03:08:22.927379 tst switch_tch_pdch.py: using BVCI 18647\u000a03:08:22.951535 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:22.963735 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:22.975788 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:22.989629 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:23.002244 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:23.014938 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:23.029055 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:08:23.042313 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:08:23.166313 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:08:23.457352 tst switch_tch_pdch.py:51: start network...\u000a03:08:23.590625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:24.103932 run create_hlr_db(pid=16684): Launched\u000a03:08:24.234683 bus /gobi_6: Setting Powered False\u000a03:08:25.295475 run create_hlr_db(pid=16684): Terminated: ok {rc=0}\u000a03:08:25.685259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16687): Launched\u000a03:08:25.997439 run osmo-hlr_10.42.42.2(pid=16688): Launched\u000a03:08:26.108927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:26.599109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16690): Launched\u000a03:08:26.891668 run osmo-stp_10.42.42.5(pid=16691): Launched\u000a03:08:26.998875 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:08:27.483925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16693): Launched\u000a03:08:27.588012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:08:27.842601 run patchelf(pid=16694): Launched\u000a03:08:28.013250 run osmo-stp_10.42.42.5(pid=16691): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16691)]\u000a03:08:28.138320 run osmo-stp_10.42.42.5(pid=16691): stdout: \u000a| (launched: 2022-12-09_03:08:26.746565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:28.263538 run osmo-stp_10.42.42.5(pid=16691): stderr: \u000a| �[0;m�[38;5;43m20221209030826919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030826919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030826919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030826920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030826920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030826920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030826920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:28.384450 run osmo-stp_10.42.42.5(pid=16691): stdout: \u000a| (launched: 2022-12-09_03:08:26.746565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:28.504397 run osmo-stp_10.42.42.5(pid=16691): stderr: \u000a| �[0;m�[38;5;43m20221209030826919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030826919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030826919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030826920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030826920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030826920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030826920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:28.643939 run patchelf(pid=16694): Terminating (SIGINT)\u000a03:08:28.807853 run patchelf(pid=16694): Terminated: ok {rc=0}\u000a03:08:28.838118 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16691): Process ended prematurely: osmo-stp_10.42.42.5(pid=16691) [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16691)] [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:08:28.846721 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a03:08:28.906638 run osmo-hlr_10.42.42.2(pid=16688): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16688)]\u000a03:08:28.955304 run osmo-hlr_10.42.42.2(pid=16688): stdout: \u000a| (launched: 2022-12-09_03:08:25.844295) \u000a03:08:29.004379 run osmo-hlr_10.42.42.2(pid=16688): stderr: \u000a| �[0;m�[1;31m20221209030826028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030826028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030826028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030826028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030826028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030826028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030826039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030826047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030826048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030826048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:29.046009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16687): Terminating (SIGTERM)\u000a03:08:29.085414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16690): Terminating (SIGTERM)\u000a03:08:29.125020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16693): Terminating (SIGTERM)\u000a03:08:29.134396 --- ParallelTerminationStrategy: PID 16687 died...\u000a03:08:29.187676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16687): Terminated: ok {rc=0}\u000a03:08:29.197253 --- ParallelTerminationStrategy: PID 16690 died...\u000a03:08:29.249545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16690): Terminated: ok {rc=0}\u000a03:08:29.259228 --- ParallelTerminationStrategy: PID 16693 died...\u000a03:08:29.312182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16693): Terminated: ok {rc=0}\u000a03:08:29.400251 bus /gobi_0: Setting Powered False\u000a03:08:30.506397 bus /gobi_0: Setting Powered False\u000a03:08:31.631685 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:08:22" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16699): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16699) [trial-2353↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16699)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16699): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16699) [trial-2353↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a03:08:33.505219 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a03:08:33.517323 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a03:08:33.641243 tst mo_mt_sms.py: using LAC 18647\u000a03:08:33.758743 tst mo_mt_sms.py: using RAC 32\u000a03:08:33.876784 tst mo_mt_sms.py: using CellId 18647\u000a03:08:33.993185 tst mo_mt_sms.py: using BVCI 18648\u000a03:08:34.015347 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a03:08:34.133846 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a03:08:34.404379 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:08:34.526776 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:08:35.133372 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16698): Launched\u000a03:08:35.421654 run osmo-nitb_10.42.42.2(pid=16699): Launched\u000a03:08:35.602397 run osmo-nitb_10.42.42.2(pid=16699): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16699)]\u000a03:08:35.734957 run osmo-nitb_10.42.42.2(pid=16699): stdout: \u000a| (launched: 2022-12-09_03:08:35.280698) \u000a03:08:35.877719 run osmo-nitb_10.42.42.2(pid=16699): stderr: \u000a| (launched: 2022-12-09_03:08:35.324195)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:36.016346 run osmo-nitb_10.42.42.2(pid=16699): stdout: \u000a| (launched: 2022-12-09_03:08:35.280698) \u000a03:08:36.154400 run osmo-nitb_10.42.42.2(pid=16699): stderr: \u000a| (launched: 2022-12-09_03:08:35.324195)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:36.546704 tst osmo-nitb_10.42.42.2(pid=16699): stdout: \u000a| (launched: 2022-12-09_03:08:35.280698) \u000a03:08:36.671818 tst osmo-nitb_10.42.42.2(pid=16699): stderr: \u000a| (launched: 2022-12-09_03:08:35.324195)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:36.726481 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16699): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16699) [trial-2353↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16699)] [trial-2353↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a03:08:36.735358 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a03:08:36.771436 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16698): Terminating (SIGTERM)\u000a03:08:36.949685 --- ParallelTerminationStrategy: PID 16698 died...\u000a03:08:37.006316 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16698): Terminated: ok {rc=0}\u000a03:08:37.091346 bus /sierra_3: Setting Powered False\u000a03:08:38.199026 bus /sierra_3: Setting Powered False\u000a03:08:39.307055 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:08:33" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16709): Process ended prematurely: osmo-stp_10.42.42.5(pid=16709) [trial-2353↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16709)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16709): Process ended prematurely: osmo-stp_10.42.42.5(pid=16709) [trial-2353↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a03:08:41.178435 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:41.189833 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:41.319087 tst mo_mt_sms.py: using LAC 18648\u000a03:08:41.442191 tst mo_mt_sms.py: using RAC 33\u000a03:08:41.567181 tst mo_mt_sms.py: using CellId 18648\u000a03:08:41.690758 tst mo_mt_sms.py: using BVCI 18649\u000a03:08:41.714824 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:41.725987 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:41.736996 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:41.748255 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:41.759453 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:41.770625 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a03:08:41.885059 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a03:08:42.090880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:42.592005 run create_hlr_db(pid=16703): Launched\u000a03:08:42.773583 bus /sierra_2: Setting Powered False\u000a03:08:43.792935 run create_hlr_db(pid=16703): Terminated: ok {rc=0}\u000a03:08:44.187036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16705): Launched\u000a03:08:44.480493 run osmo-hlr_10.42.42.2(pid=16706): Launched\u000a03:08:44.593056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:45.106519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16708): Launched\u000a03:08:45.398553 run osmo-stp_10.42.42.5(pid=16709): Launched\u000a03:08:45.504770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:46.073745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16711): Launched\u000a03:08:46.531203 run osmo-msc_10.42.42.6(pid=16712): Launched\u000a03:08:46.884282 run osmo-stp_10.42.42.5(pid=16709): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16709)]\u000a03:08:47.076781 run osmo-stp_10.42.42.5(pid=16709): stdout: \u000a| (launched: 2022-12-09_03:08:45.254168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:47.220161 run osmo-stp_10.42.42.5(pid=16709): stderr: \u000a| �[0;m�[38;5;43m20221209030845423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030845423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030845424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030845424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030845424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030845425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030845425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:47.340165 run osmo-stp_10.42.42.5(pid=16709): stdout: \u000a| (launched: 2022-12-09_03:08:45.254168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:47.457403 run osmo-stp_10.42.42.5(pid=16709): stderr: \u000a| �[0;m�[38;5;43m20221209030845423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030845423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030845424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030845424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030845424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030845425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030845425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:47.508809 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16709): Process ended prematurely: osmo-stp_10.42.42.5(pid=16709) [trial-2353↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16709)] [trial-2353↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a03:08:47.517031 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a03:08:47.577303 run osmo-hlr_10.42.42.2(pid=16706): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16706)]\u000a03:08:47.626634 run osmo-hlr_10.42.42.2(pid=16706): stdout: \u000a| (launched: 2022-12-09_03:08:44.335069) \u000a03:08:47.676784 run osmo-hlr_10.42.42.2(pid=16706): stderr: \u000a| �[0;m�[1;31m20221209030844511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030844511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030844511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030844511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030844512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030844512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030844523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030844532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030844532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030844532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:47.744450 run osmo-msc_10.42.42.6(pid=16712): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16712)]\u000a03:08:47.793543 run osmo-msc_10.42.42.6(pid=16712): stdout: \u000a| (launched: 2022-12-09_03:08:46.224010) \u000a03:08:47.843239 run osmo-msc_10.42.42.6(pid=16712): stderr: \u000a| �[0;m�[38;5;43m20221209030846672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030846672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed3e828c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030846672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030846672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030846681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030846681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030846683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030846683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030846683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030846683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:47.885666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16705): Terminating (SIGTERM)\u000a03:08:47.925592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16708): Terminating (SIGTERM)\u000a03:08:47.965661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16711): Terminating (SIGTERM)\u000a03:08:47.975163 --- ParallelTerminationStrategy: PID 16705 died...\u000a03:08:48.029046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16705): Terminated: ok {rc=0}\u000a03:08:48.038816 --- ParallelTerminationStrategy: PID 16708 died...\u000a03:08:48.092025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16708): Terminated: ok {rc=0}\u000a03:08:48.101939 --- ParallelTerminationStrategy: PID 16711 died...\u000a03:08:48.155378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16711): Terminated: ok {rc=0}\u000a03:08:48.243824 bus /sierra_3: Setting Powered False\u000a03:08:49.348120 bus /sierra_3: Setting Powered False\u000a03:08:50.454310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:08:40" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16718): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16718) [trial-2353↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16718)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16718): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16718) [trial-2353↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a03:08:52.264747 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a03:08:52.275630 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:52.396925 tst assert_extension.py: using LAC 18649\u000a03:08:52.513492 tst assert_extension.py: using RAC 34\u000a03:08:52.634279 tst assert_extension.py: using CellId 18649\u000a03:08:52.747538 tst assert_extension.py: using BVCI 18650\u000a03:08:52.769842 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a03:08:53.057267 tst assert_extension.py:10: start nitb and bts...\u000a03:08:53.188270 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:08:53.834452 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16717): Launched\u000a03:08:54.144310 run osmo-nitb_10.42.42.2(pid=16718): Launched\u000a03:08:54.337051 run osmo-nitb_10.42.42.2(pid=16718): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16718)]\u000a03:08:54.478903 run osmo-nitb_10.42.42.2(pid=16718): stdout: \u000a| (launched: 2022-12-09_03:08:53.993715) \u000a03:08:54.621913 run osmo-nitb_10.42.42.2(pid=16718): stderr: \u000a| (launched: 2022-12-09_03:08:54.040198)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:54.760495 run osmo-nitb_10.42.42.2(pid=16718): stdout: \u000a| (launched: 2022-12-09_03:08:53.993715) \u000a03:08:54.897110 run osmo-nitb_10.42.42.2(pid=16718): stderr: \u000a| (launched: 2022-12-09_03:08:54.040198)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:55.269964 tst osmo-nitb_10.42.42.2(pid=16718): stdout: \u000a| (launched: 2022-12-09_03:08:53.993715) \u000a03:08:55.394800 tst osmo-nitb_10.42.42.2(pid=16718): stderr: \u000a| (launched: 2022-12-09_03:08:54.040198)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:55.449537 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16718): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16718) [trial-2353↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16718)] [trial-2353↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a03:08:55.458372 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:08:55.494395 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16717): Terminating (SIGTERM)\u000a03:08:55.672428 --- ParallelTerminationStrategy: PID 16717 died...\u000a03:08:55.729774 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16717): Terminated: ok {rc=0}\u000a03:08:55.815235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:08:52" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16729): Process ended prematurely: osmo-stp_10.42.42.5(pid=16729) [trial-2353↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16729)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16729): Process ended prematurely: osmo-stp_10.42.42.5(pid=16729) [trial-2353↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a03:08:57.633675 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:57.644936 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:57.776903 tst assert_extension.py: using LAC 18650\u000a03:08:57.900784 tst assert_extension.py: using RAC 35\u000a03:08:58.027400 tst assert_extension.py: using CellId 18650\u000a03:08:58.151395 tst assert_extension.py: using BVCI 18651\u000a03:08:58.175413 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:58.186584 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:58.197675 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:58.208762 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:58.219966 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:58.231400 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a03:08:58.427062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:58.888068 run create_hlr_db(pid=16723): Launched\u000a03:08:59.057330 bus /sierra_2: Setting Powered False\u000a03:09:00.078551 run create_hlr_db(pid=16723): Terminated: ok {rc=0}\u000a03:09:00.495056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16725): Launched\u000a03:09:00.810889 run osmo-hlr_10.42.42.2(pid=16726): Launched\u000a03:09:00.983305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:01.604068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16728): Launched\u000a03:09:02.022312 run osmo-stp_10.42.42.5(pid=16729): Launched\u000a03:09:02.216790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:02.789484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16731): Launched\u000a03:09:03.102525 run osmo-msc_10.42.42.6(pid=16732): Launched\u000a03:09:03.286495 run osmo-stp_10.42.42.5(pid=16729): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16729)]\u000a03:09:03.419059 run osmo-stp_10.42.42.5(pid=16729): stdout: \u000a| (launched: 2022-12-09_03:09:01.765889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:03.551476 run osmo-stp_10.42.42.5(pid=16729): stderr: \u000a| �[0;m�[38;5;43m20221209030902059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030902060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030902060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030902060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030902061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030902061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030902061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:03.677995 run osmo-stp_10.42.42.5(pid=16729): stdout: \u000a| (launched: 2022-12-09_03:09:01.765889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:03.803086 run osmo-stp_10.42.42.5(pid=16729): stderr: \u000a| �[0;m�[38;5;43m20221209030902059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030902060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030902060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030902060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030902061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030902061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030902061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:03.857845 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16729): Process ended prematurely: osmo-stp_10.42.42.5(pid=16729) [trial-2353↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16729)] [trial-2353↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a03:09:03.866513 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a03:09:03.929095 run osmo-hlr_10.42.42.2(pid=16726): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16726)]\u000a03:09:03.980270 run osmo-hlr_10.42.42.2(pid=16726): stdout: \u000a| (launched: 2022-12-09_03:09:00.655819) \u000a03:09:04.032055 run osmo-hlr_10.42.42.2(pid=16726): stderr: \u000a| �[0;m�[1;31m20221209030900860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030900860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030900860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030900860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030900860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030900860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030900882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030900899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030900899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030900899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:04.102374 run osmo-msc_10.42.42.6(pid=16732): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16732)]\u000a03:09:04.153391 run osmo-msc_10.42.42.6(pid=16732): stdout: \u000a| (launched: 2022-12-09_03:09:02.948611) \u000a03:09:04.204714 run osmo-msc_10.42.42.6(pid=16732): stderr: \u000a| �[0;m�[38;5;43m20221209030903268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030903269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45781fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030903269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030903269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030903269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030903269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030903271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030903271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030903271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030903272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:04.248397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16725): Terminating (SIGTERM)\u000a03:09:04.289710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16728): Terminating (SIGTERM)\u000a03:09:04.331008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16731): Terminating (SIGTERM)\u000a03:09:04.340792 --- ParallelTerminationStrategy: PID 16725 died...\u000a03:09:04.396220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16725): Terminated: ok {rc=0}\u000a03:09:04.406307 --- ParallelTerminationStrategy: PID 16728 died...\u000a03:09:04.461469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16728): Terminated: ok {rc=0}\u000a03:09:04.471529 --- ParallelTerminationStrategy: PID 16731 died...\u000a03:09:04.526539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16731): Terminated: ok {rc=0}\u000a03:09:04.611612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:08:57" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16743): Process ended prematurely: osmo-stp_10.42.42.5(pid=16743) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16743)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16743): Process ended prematurely: osmo-stp_10.42.42.5(pid=16743) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:09:06.541920 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:06.553102 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:09:06.699289 tst mo_mt_call.py: using LAC 18651\u000a03:09:06.818458 tst mo_mt_call.py: using RAC 36\u000a03:09:06.935369 tst mo_mt_call.py: using CellId 18651\u000a03:09:07.054797 tst mo_mt_call.py: using BVCI 18652\u000a03:09:07.077545 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:07.088740 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:07.099765 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:07.111000 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:07.122502 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:07.133779 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:09:07.252262 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:09:07.462560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:07.973669 run create_hlr_db(pid=16737): Launched\u000a03:09:08.158183 bus /sierra_2: Setting Powered False\u000a03:09:09.180194 run create_hlr_db(pid=16737): Terminated: ok {rc=0}\u000a03:09:09.585438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16739): Launched\u000a03:09:09.905425 run osmo-hlr_10.42.42.2(pid=16740): Launched\u000a03:09:10.026796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:10.581318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16742): Launched\u000a03:09:10.899249 run osmo-stp_10.42.42.5(pid=16743): Launched\u000a03:09:11.014704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:11.598934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16745): Launched\u000a03:09:11.919025 run osmo-msc_10.42.42.6(pid=16746): Launched\u000a03:09:12.106288 run osmo-stp_10.42.42.5(pid=16743): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16743)]\u000a03:09:12.245429 run osmo-stp_10.42.42.5(pid=16743): stdout: \u000a| (launched: 2022-12-09_03:09:10.743631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:12.380184 run osmo-stp_10.42.42.5(pid=16743): stderr: \u000a| �[0;m�[38;5;43m20221209030910936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030910936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030910937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030910937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030910938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030910938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030910938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:12.509254 run osmo-stp_10.42.42.5(pid=16743): stdout: \u000a| (launched: 2022-12-09_03:09:10.743631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:12.637500 run osmo-stp_10.42.42.5(pid=16743): stderr: \u000a| �[0;m�[38;5;43m20221209030910936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030910936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030910937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030910937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030910938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030910938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030910938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:12.693961 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16743): Process ended prematurely: osmo-stp_10.42.42.5(pid=16743) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16743)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:09:12.703253 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:09:12.765971 run osmo-hlr_10.42.42.2(pid=16740): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16740)]\u000a03:09:12.817275 run osmo-hlr_10.42.42.2(pid=16740): stdout: \u000a| (launched: 2022-12-09_03:09:09.748368) \u000a03:09:12.868930 run osmo-hlr_10.42.42.2(pid=16740): stderr: \u000a| �[0;m�[1;31m20221209030909947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030909947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030909947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030909947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030909947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030909947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030909962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030909972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030909972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030909972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:12.939615 run osmo-msc_10.42.42.6(pid=16746): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16746)]\u000a03:09:12.990323 run osmo-msc_10.42.42.6(pid=16746): stdout: \u000a| (launched: 2022-12-09_03:09:11.761764) \u000a03:09:13.041518 run osmo-msc_10.42.42.6(pid=16746): stderr: \u000a| �[0;m�[38;5;43m20221209030912083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030912083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5387983c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030912083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030912085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030912086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030912086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030912086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:13.085032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16739): Terminating (SIGTERM)\u000a03:09:13.126568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16742): Terminating (SIGTERM)\u000a03:09:13.168011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16745): Terminating (SIGTERM)\u000a03:09:13.178010 --- ParallelTerminationStrategy: PID 16739 died...\u000a03:09:13.233808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16739): Terminated: ok {rc=0}\u000a03:09:13.243968 --- ParallelTerminationStrategy: PID 16742 died...\u000a03:09:13.299287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16742): Terminated: ok {rc=0}\u000a03:09:13.309568 --- ParallelTerminationStrategy: PID 16745 died...\u000a03:09:13.365094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16745): Terminated: ok {rc=0}\u000a03:09:13.451473 bus /sierra_3: Setting Powered False\u000a03:09:14.557316 bus /sierra_3: Setting Powered False\u000a03:09:15.664248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16754): Process ended prematurely: osmo-stp_10.42.42.5(pid=16754) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16754): Process ended prematurely: osmo-stp_10.42.42.5(pid=16754) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:16.776076 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:16.789365 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:09:16.979430 tst mo_mt_call_osmux.py: using LAC 18652\u000a03:09:17.146375 tst mo_mt_call_osmux.py: using RAC 37\u000a03:09:17.279989 tst mo_mt_call_osmux.py: using CellId 18652\u000a03:09:17.401626 tst mo_mt_call_osmux.py: using BVCI 18653\u000a03:09:17.424178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:17.435446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:17.446604 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:17.458351 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:17.470330 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:09:17.482644 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:09:17.598384 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:09:17.808691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:18.319303 run create_hlr_db(pid=16748): Launched\u000a03:09:18.503962 bus /sierra_2: Setting Powered False\u000a03:09:19.525361 run create_hlr_db(pid=16748): Terminated: ok {rc=0}\u000a03:09:19.925397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16750): Launched\u000a03:09:20.224135 run osmo-hlr_10.42.42.2(pid=16751): Launched\u000a03:09:20.342087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:20.867469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16753): Launched\u000a03:09:21.166534 run osmo-stp_10.42.42.5(pid=16754): Launched\u000a03:09:21.276018 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:21.821969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16756): Launched\u000a03:09:22.123015 run osmo-msc_10.42.42.6(pid=16757): Launched\u000a03:09:22.298539 run osmo-stp_10.42.42.5(pid=16754): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)]\u000a03:09:22.425594 run osmo-stp_10.42.42.5(pid=16754): stdout: \u000a| (launched: 2022-12-09_03:09:21.018949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:22.549662 run osmo-stp_10.42.42.5(pid=16754): stderr: \u000a| �[0;m�[38;5;43m20221209030921191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030921191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030921191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030921191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030921192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030921192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030921192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:22.669786 run osmo-stp_10.42.42.5(pid=16754): stdout: \u000a| (launched: 2022-12-09_03:09:21.018949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:22.788635 run osmo-stp_10.42.42.5(pid=16754): stderr: \u000a| �[0;m�[38;5;43m20221209030921191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030921191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030921191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030921191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030921192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030921192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030921192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:22.841433 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16754): Process ended prematurely: osmo-stp_10.42.42.5(pid=16754) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16754)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:09:22.849888 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:09:22.909750 run osmo-hlr_10.42.42.2(pid=16751): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16751)]\u000a03:09:22.958854 run osmo-hlr_10.42.42.2(pid=16751): stdout: \u000a| (launched: 2022-12-09_03:09:20.076783) \u000a03:09:23.008212 run osmo-hlr_10.42.42.2(pid=16751): stderr: \u000a| �[0;m�[1;31m20221209030920254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030920254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030920254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030920254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030920254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030920254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030920266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030920275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030920275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030920275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:23.075093 run osmo-msc_10.42.42.6(pid=16757): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16757)]\u000a03:09:23.123756 run osmo-msc_10.42.42.6(pid=16757): stdout: \u000a| (launched: 2022-12-09_03:09:21.973696) \u000a03:09:23.172981 run osmo-msc_10.42.42.6(pid=16757): stderr: \u000a| �[0;m�[38;5;43m20221209030922244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030922244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f849af0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030922244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030922244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030922244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030922245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030922246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030922247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030922247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030922247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:23.214542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16750): Terminating (SIGTERM)\u000a03:09:23.254342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16753): Terminating (SIGTERM)\u000a03:09:23.293830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16756): Terminating (SIGTERM)\u000a03:09:23.303199 --- ParallelTerminationStrategy: PID 16750 died...\u000a03:09:23.356279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16750): Terminated: ok {rc=0}\u000a03:09:23.366270 --- ParallelTerminationStrategy: PID 16753 died...\u000a03:09:23.418693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16753): Terminated: ok {rc=0}\u000a03:09:23.428354 --- ParallelTerminationStrategy: PID 16756 died...\u000a03:09:23.480721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16756): Terminated: ok {rc=0}\u000a03:09:23.564291 bus /sierra_3: Setting Powered False\u000a03:09:24.666232 bus /sierra_3: Setting Powered False\u000a03:09:25.776615 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:09:06" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16768): Process ended prematurely: osmo-stp_10.42.42.5(pid=16768) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16768)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16768): Process ended prematurely: osmo-stp_10.42.42.5(pid=16768) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:09:27.741892 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:27.753098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:09:27.897057 tst mo_mt_call.py: using LAC 18653\u000a03:09:28.017909 tst mo_mt_call.py: using RAC 38\u000a03:09:28.134711 tst mo_mt_call.py: using CellId 18653\u000a03:09:28.259377 tst mo_mt_call.py: using BVCI 18654\u000a03:09:28.284168 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:28.296214 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:28.307865 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:28.319850 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:28.332321 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:28.344097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:28.460437 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:28.669811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:29.178478 run create_hlr_db(pid=16762): Launched\u000a03:09:29.362434 bus /sierra_2: Setting Powered False\u000a03:09:30.373922 run create_hlr_db(pid=16762): Terminated: ok {rc=0}\u000a03:09:30.804203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16764): Launched\u000a03:09:31.158639 run osmo-hlr_10.42.42.2(pid=16765): Launched\u000a03:09:31.293479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:31.953421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16767): Launched\u000a03:09:32.293957 run osmo-stp_10.42.42.5(pid=16768): Launched\u000a03:09:32.446455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:33.022661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16770): Launched\u000a03:09:33.323699 run osmo-msc_10.42.42.6(pid=16771): Launched\u000a03:09:33.499293 run osmo-stp_10.42.42.5(pid=16768): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16768)]\u000a03:09:33.627230 run osmo-stp_10.42.42.5(pid=16768): stdout: \u000a| (launched: 2022-12-09_03:09:32.119379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:33.751726 run osmo-stp_10.42.42.5(pid=16768): stderr: \u000a| �[0;m�[38;5;43m20221209030932488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030932488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030932488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030932501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030932501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030932501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030932501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:33.871492 run osmo-stp_10.42.42.5(pid=16768): stdout: \u000a| (launched: 2022-12-09_03:09:32.119379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:33.990440 run osmo-stp_10.42.42.5(pid=16768): stderr: \u000a| �[0;m�[38;5;43m20221209030932488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030932488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030932488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030932501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030932501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030932501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030932501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:34.042892 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16768): Process ended prematurely: osmo-stp_10.42.42.5(pid=16768) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16768)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:09:34.051529 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:09:34.110998 run osmo-hlr_10.42.42.2(pid=16765): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16765)]\u000a03:09:34.159689 run osmo-hlr_10.42.42.2(pid=16765): stdout: \u000a| (launched: 2022-12-09_03:09:30.982694) \u000a03:09:34.209127 run osmo-hlr_10.42.42.2(pid=16765): stderr: \u000a| �[0;m�[1;31m20221209030931338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030931338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030931339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030931339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030931339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030931339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030931355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030931365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030931365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030931365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:34.275984 run osmo-msc_10.42.42.6(pid=16771): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16771)]\u000a03:09:34.324566 run osmo-msc_10.42.42.6(pid=16771): stdout: \u000a| (launched: 2022-12-09_03:09:33.174361) \u000a03:09:34.373717 run osmo-msc_10.42.42.6(pid=16771): stderr: \u000a| �[0;m�[38;5;43m20221209030933446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030933446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e6a296c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030933446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030933446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030933446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030933447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030933449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030933449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030933449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030933449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:34.415143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16764): Terminating (SIGTERM)\u000a03:09:34.454569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16767): Terminating (SIGTERM)\u000a03:09:34.494104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16770): Terminating (SIGTERM)\u000a03:09:34.503535 --- ParallelTerminationStrategy: PID 16764 died...\u000a03:09:34.556032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16764): Terminated: ok {rc=0}\u000a03:09:34.565835 --- ParallelTerminationStrategy: PID 16767 died...\u000a03:09:34.618066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16767): Terminated: ok {rc=0}\u000a03:09:34.627679 --- ParallelTerminationStrategy: PID 16770 died...\u000a03:09:34.680043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16770): Terminated: ok {rc=0}\u000a03:09:34.763177 bus /sierra_3: Setting Powered False\u000a03:09:35.869829 bus /sierra_3: Setting Powered False\u000a03:09:36.977492 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16779): Process ended prematurely: osmo-stp_10.42.42.5(pid=16779) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16779)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16779): Process ended prematurely: osmo-stp_10.42.42.5(pid=16779) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:38.091463 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:38.103892 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:09:38.257178 tst mo_mt_call_osmux.py: using LAC 18654\u000a03:09:38.383064 tst mo_mt_call_osmux.py: using RAC 39\u000a03:09:38.502647 tst mo_mt_call_osmux.py: using CellId 18654\u000a03:09:38.619986 tst mo_mt_call_osmux.py: using BVCI 18655\u000a03:09:38.642864 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:38.654153 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:38.665394 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:38.676742 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:38.688074 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:38.699309 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:38.818975 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:39.020786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:39.489778 run create_hlr_db(pid=16773): Launched\u000a03:09:39.661226 bus /sierra_2: Setting Powered False\u000a03:09:40.683193 run create_hlr_db(pid=16773): Terminated: ok {rc=0}\u000a03:09:41.079495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16775): Launched\u000a03:09:41.378942 run osmo-hlr_10.42.42.2(pid=16776): Launched\u000a03:09:41.493071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:42.018648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16778): Launched\u000a03:09:42.316628 run osmo-stp_10.42.42.5(pid=16779): Launched\u000a03:09:42.426337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:42.970232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16781): Launched\u000a03:09:43.269945 run osmo-msc_10.42.42.6(pid=16782): Launched\u000a03:09:43.446411 run osmo-stp_10.42.42.5(pid=16779): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16779)]\u000a03:09:43.574216 run osmo-stp_10.42.42.5(pid=16779): stdout: \u000a| (launched: 2022-12-09_03:09:42.169828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:43.698551 run osmo-stp_10.42.42.5(pid=16779): stderr: \u000a| �[0;m�[38;5;43m20221209030942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030942340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030942341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030942341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030942341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:43.818759 run osmo-stp_10.42.42.5(pid=16779): stdout: \u000a| (launched: 2022-12-09_03:09:42.169828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:43.938112 run osmo-stp_10.42.42.5(pid=16779): stderr: \u000a| �[0;m�[38;5;43m20221209030942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030942340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030942340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030942341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030942341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030942341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:43.990654 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16779): Process ended prematurely: osmo-stp_10.42.42.5(pid=16779) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16779)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:09:43.999222 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a03:09:44.059598 run osmo-hlr_10.42.42.2(pid=16776): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16776)]\u000a03:09:44.108429 run osmo-hlr_10.42.42.2(pid=16776): stdout: \u000a| (launched: 2022-12-09_03:09:41.231396) \u000a03:09:44.158019 run osmo-hlr_10.42.42.2(pid=16776): stderr: \u000a| �[0;m�[1;31m20221209030941408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030941408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030941408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030941408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030941408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030941408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030941420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030941429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030941429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030941429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:44.225046 run osmo-msc_10.42.42.6(pid=16782): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16782)]\u000a03:09:44.273841 run osmo-msc_10.42.42.6(pid=16782): stdout: \u000a| (launched: 2022-12-09_03:09:43.122033) \u000a03:09:44.323127 run osmo-msc_10.42.42.6(pid=16782): stderr: \u000a| �[0;m�[38;5;43m20221209030943392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030943392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa297c9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030943392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030943392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030943392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030943393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030943396 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030943397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030943397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030943397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:44.364662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16775): Terminating (SIGTERM)\u000a03:09:44.404307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16778): Terminating (SIGTERM)\u000a03:09:44.443631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16781): Terminating (SIGTERM)\u000a03:09:44.453060 --- ParallelTerminationStrategy: PID 16775 died...\u000a03:09:44.505886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16775): Terminated: ok {rc=0}\u000a03:09:44.515650 --- ParallelTerminationStrategy: PID 16778 died...\u000a03:09:44.568454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16778): Terminated: ok {rc=0}\u000a03:09:44.578124 --- ParallelTerminationStrategy: PID 16781 died...\u000a03:09:44.630861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16781): Terminated: ok {rc=0}\u000a03:09:44.714450 bus /sierra_3: Setting Powered False\u000a03:09:45.815820 bus /sierra_3: Setting Powered False\u000a03:09:46.931193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:09:27" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16793): Process ended prematurely: osmo-stp_10.42.42.5(pid=16793) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16793)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16793): Process ended prematurely: osmo-stp_10.42.42.5(pid=16793) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:09:48.916819 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:48.928664 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:09:49.083398 tst mo_mt_call.py: using LAC 18655\u000a03:09:49.209293 tst mo_mt_call.py: using RAC 40\u000a03:09:49.336433 tst mo_mt_call.py: using CellId 18655\u000a03:09:49.462228 tst mo_mt_call.py: using BVCI 18656\u000a03:09:49.487011 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:49.498879 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:49.510300 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:49.522191 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:49.534002 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:49.546167 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:49.662423 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:49.864410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:50.333381 run create_hlr_db(pid=16787): Launched\u000a03:09:50.503664 bus /sierra_2: Setting Powered False\u000a03:09:51.527100 run create_hlr_db(pid=16787): Terminated: ok {rc=0}\u000a03:09:51.922169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16789): Launched\u000a03:09:52.222021 run osmo-hlr_10.42.42.2(pid=16790): Launched\u000a03:09:52.329428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:52.847149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16792): Launched\u000a03:09:53.145138 run osmo-stp_10.42.42.5(pid=16793): Launched\u000a03:09:53.254854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:53.799271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16795): Launched\u000a03:09:54.098939 run osmo-msc_10.42.42.6(pid=16796): Launched\u000a03:09:54.274798 run osmo-stp_10.42.42.5(pid=16793): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16793)]\u000a03:09:54.401825 run osmo-stp_10.42.42.5(pid=16793): stdout: \u000a| (launched: 2022-12-09_03:09:52.998540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:54.526430 run osmo-stp_10.42.42.5(pid=16793): stderr: \u000a| �[0;m�[38;5;43m20221209030953167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030953167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030953168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030953168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030953170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030953171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030953171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:54.646459 run osmo-stp_10.42.42.5(pid=16793): stdout: \u000a| (launched: 2022-12-09_03:09:52.998540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:54.765599 run osmo-stp_10.42.42.5(pid=16793): stderr: \u000a| �[0;m�[38;5;43m20221209030953167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209030953167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209030953168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209030953168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209030953170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209030953171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209030953171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:54.817964 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16793): Process ended prematurely: osmo-stp_10.42.42.5(pid=16793) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16793)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:09:54.826619 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a03:09:54.886357 run osmo-hlr_10.42.42.2(pid=16790): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16790)]\u000a03:09:54.935080 run osmo-hlr_10.42.42.2(pid=16790): stdout: \u000a| (launched: 2022-12-09_03:09:52.073891) \u000a03:09:54.984467 run osmo-hlr_10.42.42.2(pid=16790): stderr: \u000a| �[0;m�[1;31m20221209030952250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209030952250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209030952250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030952250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209030952250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209030952251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209030952434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209030952443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209030952443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209030952443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:55.051638 run osmo-msc_10.42.42.6(pid=16796): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16796)]\u000a03:09:55.100302 run osmo-msc_10.42.42.6(pid=16796): stdout: \u000a| (launched: 2022-12-09_03:09:53.950637) \u000a03:09:55.149599 run osmo-msc_10.42.42.6(pid=16796): stderr: \u000a| �[0;m�[38;5;43m20221209030954220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209030954220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66149a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209030954220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209030954220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209030954220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209030954221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209030954223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209030954223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209030954223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209030954224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:55.190984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16789): Terminating (SIGTERM)\u000a03:09:55.230534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16792): Terminating (SIGTERM)\u000a03:09:55.270065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16795): Terminating (SIGTERM)\u000a03:09:55.279502 --- ParallelTerminationStrategy: PID 16789 died...\u000a03:09:55.332224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16789): Terminated: ok {rc=0}\u000a03:09:55.342033 --- ParallelTerminationStrategy: PID 16792 died...\u000a03:09:55.395164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16792): Terminated: ok {rc=0}\u000a03:09:55.404718 --- ParallelTerminationStrategy: PID 16795 died...\u000a03:09:55.456985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16795): Terminated: ok {rc=0}\u000a03:09:55.544941 bus /sierra_3: Setting Powered False\u000a03:09:56.652001 bus /sierra_3: Setting Powered False\u000a03:09:57.762511 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16807): Process ended prematurely: osmo-stp_10.42.42.5(pid=16807) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16807)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16807): Process ended prematurely: osmo-stp_10.42.42.5(pid=16807) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:58.871662 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:58.883466 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:09:59.029541 tst mo_mt_call_osmux.py: using LAC 18656\u000a03:09:59.154547 tst mo_mt_call_osmux.py: using RAC 41\u000a03:09:59.280288 tst mo_mt_call_osmux.py: using CellId 18656\u000a03:09:59.407444 tst mo_mt_call_osmux.py: using BVCI 18657\u000a03:09:59.432011 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:59.443925 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:59.455636 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:59.467284 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:59.478933 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:59.490498 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:59.611643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:59.809948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:00.278105 run create_hlr_db(pid=16798): Launched\u000a03:10:00.448907 bus /sierra_2: Setting Powered False\u000a03:10:01.484128 run create_hlr_db(pid=16798): Terminated: ok {rc=0}\u000a03:10:01.943454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16803): Launched\u000a03:10:02.282544 run osmo-hlr_10.42.42.2(pid=16804): Launched\u000a03:10:02.403071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:02.958304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16806): Launched\u000a03:10:03.277405 run osmo-stp_10.42.42.5(pid=16807): Launched\u000a03:10:03.397951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:03.986383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16809): Launched\u000a03:10:04.305535 run osmo-msc_10.42.42.6(pid=16810): Launched\u000a03:10:04.492644 run osmo-stp_10.42.42.5(pid=16807): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16807)]\u000a03:10:04.628125 run osmo-stp_10.42.42.5(pid=16807): stdout: \u000a| (launched: 2022-12-09_03:10:03.120820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:04.762918 run osmo-stp_10.42.42.5(pid=16807): stderr: \u000a| �[0;m�[38;5;43m20221209031003310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031003310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031003311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031003311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031003312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031003312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031003312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:04.891269 run osmo-stp_10.42.42.5(pid=16807): stdout: \u000a| (launched: 2022-12-09_03:10:03.120820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:05.018677 run osmo-stp_10.42.42.5(pid=16807): stderr: \u000a| �[0;m�[38;5;43m20221209031003310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031003310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031003311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031003311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031003312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031003312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031003312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:05.074915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16807): Process ended prematurely: osmo-stp_10.42.42.5(pid=16807) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16807)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:10:05.084217 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:10:05.146032 run osmo-hlr_10.42.42.2(pid=16804): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16804)]\u000a03:10:05.196769 run osmo-hlr_10.42.42.2(pid=16804): stdout: \u000a| (launched: 2022-12-09_03:10:02.098014) \u000a03:10:05.247925 run osmo-hlr_10.42.42.2(pid=16804): stderr: \u000a| �[0;m�[1;31m20221209031002345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031002345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031002345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031002345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031002345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031002345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031002359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031002369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031002369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031002369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:05.317628 run osmo-msc_10.42.42.6(pid=16810): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16810)]\u000a03:10:05.368313 run osmo-msc_10.42.42.6(pid=16810): stdout: \u000a| (launched: 2022-12-09_03:10:04.149351) \u000a03:10:05.420100 run osmo-msc_10.42.42.6(pid=16810): stderr: \u000a| �[0;m�[38;5;43m20221209031004471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031004471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0f80aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031004471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031004472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031004472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031004472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031004474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031004474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031004474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031004474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:05.463742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16803): Terminating (SIGTERM)\u000a03:10:05.504911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16806): Terminating (SIGTERM)\u000a03:10:05.546264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16809): Terminating (SIGTERM)\u000a03:10:05.555918 --- ParallelTerminationStrategy: PID 16803 died...\u000a03:10:05.612112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16803): Terminated: ok {rc=0}\u000a03:10:05.622479 --- ParallelTerminationStrategy: PID 16806 died...\u000a03:10:05.677556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16806): Terminated: ok {rc=0}\u000a03:10:05.687538 --- ParallelTerminationStrategy: PID 16809 died...\u000a03:10:05.742486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16809): Terminated: ok {rc=0}\u000a03:10:05.828411 bus /sierra_3: Setting Powered False\u000a03:10:06.935000 bus /sierra_3: Setting Powered False\u000a03:10:08.045142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:09:48" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16821): Process ended prematurely: osmo-stp_10.42.42.5(pid=16821) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16821)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16821): Process ended prematurely: osmo-stp_10.42.42.5(pid=16821) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:10:10.023537 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:10.035637 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:10:10.191264 tst mo_mt_call.py: using LAC 18657\u000a03:10:10.315599 tst mo_mt_call.py: using RAC 42\u000a03:10:10.438929 tst mo_mt_call.py: using CellId 18657\u000a03:10:10.564234 tst mo_mt_call.py: using BVCI 18658\u000a03:10:10.588901 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:10.600621 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:10.612091 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:10.623801 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:10.635427 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:10.646878 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:10:10.763646 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:10:10.962171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:11.429108 run create_hlr_db(pid=16815): Launched\u000a03:10:11.599329 bus /sierra_2: Setting Powered False\u000a03:10:12.621169 run create_hlr_db(pid=16815): Terminated: ok {rc=0}\u000a03:10:13.016192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16817): Launched\u000a03:10:13.313539 run osmo-hlr_10.42.42.2(pid=16818): Launched\u000a03:10:13.428482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:13.982425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16820): Launched\u000a03:10:14.301129 run osmo-stp_10.42.42.5(pid=16821): Launched\u000a03:10:14.416562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:15.000594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16823): Launched\u000a03:10:15.319545 run osmo-msc_10.42.42.6(pid=16824): Launched\u000a03:10:15.506795 run osmo-stp_10.42.42.5(pid=16821): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16821)]\u000a03:10:15.642434 run osmo-stp_10.42.42.5(pid=16821): stdout: \u000a| (launched: 2022-12-09_03:10:14.144819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:15.777370 run osmo-stp_10.42.42.5(pid=16821): stderr: \u000a| �[0;m�[38;5;43m20221209031014337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031014338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031014338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031014338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031014339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031014339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031014339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:15.919596 run osmo-stp_10.42.42.5(pid=16821): stdout: \u000a| (launched: 2022-12-09_03:10:14.144819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:16.045096 run osmo-stp_10.42.42.5(pid=16821): stderr: \u000a| �[0;m�[38;5;43m20221209031014337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031014338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031014338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031014338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031014339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031014339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031014339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:16.099713 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16821): Process ended prematurely: osmo-stp_10.42.42.5(pid=16821) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16821)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:10:16.109607 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:10:16.175558 run osmo-hlr_10.42.42.2(pid=16818): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16818)]\u000a03:10:16.227392 run osmo-hlr_10.42.42.2(pid=16818): stdout: \u000a| (launched: 2022-12-09_03:10:13.167077) \u000a03:10:16.280309 run osmo-hlr_10.42.42.2(pid=16818): stderr: \u000a| �[0;m�[1;31m20221209031013344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031013344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031013344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031013344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031013344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031013344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031013361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031013369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031013369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031013369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:16.352247 run osmo-msc_10.42.42.6(pid=16824): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16824)]\u000a03:10:16.403708 run osmo-msc_10.42.42.6(pid=16824): stdout: \u000a| (launched: 2022-12-09_03:10:15.163322) \u000a03:10:16.455907 run osmo-msc_10.42.42.6(pid=16824): stderr: \u000a| �[0;m�[38;5;43m20221209031015486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031015486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97810b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031015486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031015486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031015486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031015487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031015488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031015489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031015489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031015489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:16.499139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16817): Terminating (SIGTERM)\u000a03:10:16.544114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16820): Terminating (SIGTERM)\u000a03:10:16.588380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16823): Terminating (SIGTERM)\u000a03:10:16.600179 --- ParallelTerminationStrategy: PID 16817 died...\u000a03:10:16.657613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16817): Terminated: ok {rc=0}\u000a03:10:16.668623 --- ParallelTerminationStrategy: PID 16820 died...\u000a03:10:16.726183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16820): Terminated: ok {rc=0}\u000a03:10:16.736671 --- ParallelTerminationStrategy: PID 16823 died...\u000a03:10:16.793913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16823): Terminated: ok {rc=0}\u000a03:10:16.898419 bus /sierra_3: Setting Powered False\u000a03:10:18.005314 bus /sierra_3: Setting Powered False\u000a03:10:19.112809 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16832): Process ended prematurely: osmo-stp_10.42.42.5(pid=16832) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16832)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16832): Process ended prematurely: osmo-stp_10.42.42.5(pid=16832) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:10:20.225112 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:20.237338 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:10:20.395521 tst mo_mt_call_osmux.py: using LAC 18658\u000a03:10:20.515582 tst mo_mt_call_osmux.py: using RAC 43\u000a03:10:20.632220 tst mo_mt_call_osmux.py: using CellId 18658\u000a03:10:20.747324 tst mo_mt_call_osmux.py: using BVCI 18659\u000a03:10:20.770057 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:20.781280 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:20.792365 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:20.803657 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:20.815194 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:10:20.826489 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:10:20.943754 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:10:21.145387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:21.614736 run create_hlr_db(pid=16826): Launched\u000a03:10:21.786637 bus /sierra_2: Setting Powered False\u000a03:10:22.808432 run create_hlr_db(pid=16826): Terminated: ok {rc=0}\u000a03:10:23.206008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16828): Launched\u000a03:10:23.505117 run osmo-hlr_10.42.42.2(pid=16829): Launched\u000a03:10:23.619015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:24.144703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16831): Launched\u000a03:10:24.442845 run osmo-stp_10.42.42.5(pid=16832): Launched\u000a03:10:24.552786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:25.097364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16834): Launched\u000a03:10:25.396804 run osmo-msc_10.42.42.6(pid=16835): Launched\u000a03:10:25.572494 run osmo-stp_10.42.42.5(pid=16832): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16832)]\u000a03:10:25.699138 run osmo-stp_10.42.42.5(pid=16832): stdout: \u000a| (launched: 2022-12-09_03:10:24.295558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:25.823858 run osmo-stp_10.42.42.5(pid=16832): stderr: \u000a| �[0;m�[38;5;43m20221209031024466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031024466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031024466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031024467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031024467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031024467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031024467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:25.943748 run osmo-stp_10.42.42.5(pid=16832): stdout: \u000a| (launched: 2022-12-09_03:10:24.295558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:26.062409 run osmo-stp_10.42.42.5(pid=16832): stderr: \u000a| �[0;m�[38;5;43m20221209031024466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031024466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031024466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031024467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031024467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031024467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031024467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:26.114925 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16832): Process ended prematurely: osmo-stp_10.42.42.5(pid=16832) [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16832)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:10:26.123501 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a03:10:26.183767 run osmo-hlr_10.42.42.2(pid=16829): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16829)]\u000a03:10:26.233095 run osmo-hlr_10.42.42.2(pid=16829): stdout: \u000a| (launched: 2022-12-09_03:10:23.357574) \u000a03:10:26.282711 run osmo-hlr_10.42.42.2(pid=16829): stderr: \u000a| �[0;m�[1;31m20221209031023534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031023534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031023534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031023534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031023534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031023535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031023547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031023555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031023555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031023555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:26.350027 run osmo-msc_10.42.42.6(pid=16835): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16835)]\u000a03:10:26.398957 run osmo-msc_10.42.42.6(pid=16835): stdout: \u000a| (launched: 2022-12-09_03:10:25.248351) \u000a03:10:26.448275 run osmo-msc_10.42.42.6(pid=16835): stderr: \u000a| �[0;m�[38;5;43m20221209031025518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031025518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ba4efec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031025518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031025518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031025518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031025518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031025520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031025520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031025521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031025521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:26.489825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16828): Terminating (SIGTERM)\u000a03:10:26.529411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16831): Terminating (SIGTERM)\u000a03:10:26.568835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16834): Terminating (SIGTERM)\u000a03:10:26.578232 --- ParallelTerminationStrategy: PID 16828 died...\u000a03:10:26.631418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16828): Terminated: ok {rc=0}\u000a03:10:26.641223 --- ParallelTerminationStrategy: PID 16831 died...\u000a03:10:26.693744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16831): Terminated: ok {rc=0}\u000a03:10:26.703406 --- ParallelTerminationStrategy: PID 16834 died...\u000a03:10:26.756066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16834): Terminated: ok {rc=0}\u000a03:10:26.838662 bus /sierra_3: Setting Powered False\u000a03:10:27.938723 bus /sierra_3: Setting Powered False\u000a03:10:29.048359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:10:09" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16848): Process ended prematurely: osmo-stp_10.42.42.5(pid=16848) [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16848)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16848): Process ended prematurely: osmo-stp_10.42.42.5(pid=16848) [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:10:31.034836 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:31.047866 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:10:31.226704 tst mo_mt_call.py: using LAC 18659\u000a03:10:31.375934 tst mo_mt_call.py: using RAC 44\u000a03:10:31.536779 tst mo_mt_call.py: using CellId 18659\u000a03:10:31.697545 tst mo_mt_call.py: using BVCI 18660\u000a03:10:31.722042 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:31.734582 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:31.747934 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:31.761223 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:31.774216 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:31.787318 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:31.910603 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:32.141584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:32.667052 run create_hlr_db(pid=16842): Launched\u000a03:10:32.851070 bus /sierra_2: Setting Powered False\u000a03:10:33.872653 run create_hlr_db(pid=16842): Terminated: ok {rc=0}\u000a03:10:34.272640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16844): Launched\u000a03:10:34.571933 run osmo-hlr_10.42.42.2(pid=16845): Launched\u000a03:10:34.682377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:35.197979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16847): Launched\u000a03:10:35.496711 run osmo-stp_10.42.42.5(pid=16848): Launched\u000a03:10:35.606300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:36.154074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16850): Launched\u000a03:10:36.453097 run osmo-msc_10.42.42.6(pid=16851): Launched\u000a03:10:36.629744 run osmo-stp_10.42.42.5(pid=16848): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16848)]\u000a03:10:36.757069 run osmo-stp_10.42.42.5(pid=16848): stdout: \u000a| (launched: 2022-12-09_03:10:35.349714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:36.881842 run osmo-stp_10.42.42.5(pid=16848): stderr: \u000a| �[0;m�[38;5;43m20221209031035519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031035519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031035519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031035520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031035520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031035520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031035520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:37.001945 run osmo-stp_10.42.42.5(pid=16848): stdout: \u000a| (launched: 2022-12-09_03:10:35.349714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:37.120830 run osmo-stp_10.42.42.5(pid=16848): stderr: \u000a| �[0;m�[38;5;43m20221209031035519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031035519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031035519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031035520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031035520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031035520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031035520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:37.173568 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16848): Process ended prematurely: osmo-stp_10.42.42.5(pid=16848) [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16848)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:10:37.182400 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:10:37.242298 run osmo-hlr_10.42.42.2(pid=16845): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16845)]\u000a03:10:37.291293 run osmo-hlr_10.42.42.2(pid=16845): stdout: \u000a| (launched: 2022-12-09_03:10:34.424394) \u000a03:10:37.340941 run osmo-hlr_10.42.42.2(pid=16845): stderr: \u000a| �[0;m�[1;31m20221209031034603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031034603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031034603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031034603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031034603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031034604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031034615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031034623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031034624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031034624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:37.409361 run osmo-msc_10.42.42.6(pid=16851): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16851)]\u000a03:10:37.458219 run osmo-msc_10.42.42.6(pid=16851): stdout: \u000a| (launched: 2022-12-09_03:10:36.305206) \u000a03:10:37.507861 run osmo-msc_10.42.42.6(pid=16851): stderr: \u000a| �[0;m�[38;5;43m20221209031036578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031036578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8107ea0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031036578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031036578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031036579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031036579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031036580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:37.549536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16844): Terminating (SIGTERM)\u000a03:10:37.589504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16847): Terminating (SIGTERM)\u000a03:10:37.628683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16850): Terminating (SIGTERM)\u000a03:10:37.638187 --- ParallelTerminationStrategy: PID 16844 died...\u000a03:10:37.691492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16844): Terminated: ok {rc=0}\u000a03:10:37.701533 --- ParallelTerminationStrategy: PID 16847 died...\u000a03:10:37.754876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16847): Terminated: ok {rc=0}\u000a03:10:37.764564 --- ParallelTerminationStrategy: PID 16850 died...\u000a03:10:37.817801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16850): Terminated: ok {rc=0}\u000a03:10:37.905321 bus /sierra_3: Setting Powered False\u000a03:10:39.008227 bus /sierra_3: Setting Powered False\u000a03:10:40.114809 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16859): Process ended prematurely: osmo-stp_10.42.42.5(pid=16859) [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16859)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16859): Process ended prematurely: osmo-stp_10.42.42.5(pid=16859) [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:10:41.222152 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:41.233903 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:10:41.381020 tst mo_mt_call_osmux.py: using LAC 18660\u000a03:10:41.497567 tst mo_mt_call_osmux.py: using RAC 45\u000a03:10:41.626510 tst mo_mt_call_osmux.py: using CellId 18660\u000a03:10:41.750500 tst mo_mt_call_osmux.py: using BVCI 18661\u000a03:10:41.774967 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:41.786710 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:41.798258 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:41.810048 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:41.821871 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:41.833484 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:41.951729 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:42.151288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:42.622713 run create_hlr_db(pid=16853): Launched\u000a03:10:42.794046 bus /sierra_2: Setting Powered False\u000a03:10:43.816259 run create_hlr_db(pid=16853): Terminated: ok {rc=0}\u000a03:10:44.243034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16855): Launched\u000a03:10:44.564578 run osmo-hlr_10.42.42.2(pid=16856): Launched\u000a03:10:44.683000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:45.238533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16858): Launched\u000a03:10:45.558692 run osmo-stp_10.42.42.5(pid=16859): Launched\u000a03:10:45.675406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:46.366974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16861): Launched\u000a03:10:46.773014 run osmo-msc_10.42.42.6(pid=16862): Launched\u000a03:10:46.976904 run osmo-stp_10.42.42.5(pid=16859): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16859)]\u000a03:10:47.235531 run osmo-stp_10.42.42.5(pid=16859): stdout: \u000a| (launched: 2022-12-09_03:10:45.401433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:47.565876 run osmo-stp_10.42.42.5(pid=16859): stderr: \u000a| �[0;m�[38;5;43m20221209031045593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031045593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031045593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031045594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031045594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031045594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031045594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:47.687177 run osmo-stp_10.42.42.5(pid=16859): stdout: \u000a| (launched: 2022-12-09_03:10:45.401433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:47.806914 run osmo-stp_10.42.42.5(pid=16859): stderr: \u000a| �[0;m�[38;5;43m20221209031045593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031045593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031045593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031045594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031045594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031045594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031045594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:47.859817 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16859): Process ended prematurely: osmo-stp_10.42.42.5(pid=16859) [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16859)] [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:10:47.868529 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a03:10:47.928986 run osmo-hlr_10.42.42.2(pid=16856): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16856)]\u000a03:10:47.978064 run osmo-hlr_10.42.42.2(pid=16856): stdout: \u000a| (launched: 2022-12-09_03:10:44.406550) \u000a03:10:48.027402 run osmo-hlr_10.42.42.2(pid=16856): stderr: \u000a| �[0;m�[1;31m20221209031044605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031044605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031044605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031044605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031044605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031044605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031044618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031044626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031044626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031044626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:48.095055 run osmo-msc_10.42.42.6(pid=16862): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16862)]\u000a03:10:48.143958 run osmo-msc_10.42.42.6(pid=16862): stdout: \u000a| (launched: 2022-12-09_03:10:46.554189) \u000a03:10:48.193631 run osmo-msc_10.42.42.6(pid=16862): stderr: \u000a| �[0;m�[38;5;43m20221209031047218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031047218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe47adf4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031047218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031047218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031047219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031047219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031047221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031047223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031047223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031047223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:48.235606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16855): Terminating (SIGTERM)\u000a03:10:48.275754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16858): Terminating (SIGTERM)\u000a03:10:48.315377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16861): Terminating (SIGTERM)\u000a03:10:48.324760 --- ParallelTerminationStrategy: PID 16855 died...\u000a03:10:48.377943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16855): Terminated: ok {rc=0}\u000a03:10:48.387691 --- ParallelTerminationStrategy: PID 16858 died...\u000a03:10:48.440613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16858): Terminated: ok {rc=0}\u000a03:10:48.450400 --- ParallelTerminationStrategy: PID 16861 died...\u000a03:10:48.503285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16861): Terminated: ok {rc=0}\u000a03:10:48.591434 bus /sierra_3: Setting Powered False\u000a03:10:49.697359 bus /sierra_3: Setting Powered False\u000a03:10:50.807111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:10:30" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16873): Process ended prematurely: osmo-stp_10.42.42.5(pid=16873) [trial-2353↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16873)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16873): Process ended prematurely: osmo-stp_10.42.42.5(pid=16873) [trial-2353↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:10:52.787003 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:52.797843 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:52.928065 tst emergency_mo_mt_call.py: using LAC 18661\u000a03:10:53.051568 tst emergency_mo_mt_call.py: using RAC 46\u000a03:10:53.176579 tst emergency_mo_mt_call.py: using CellId 18661\u000a03:10:53.294490 tst emergency_mo_mt_call.py: using BVCI 18662\u000a03:10:53.316910 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:53.327870 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:53.338705 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:53.349361 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:53.360013 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:53.370543 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:53.488857 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:53.695893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:54.198649 run create_hlr_db(pid=16867): Launched\u000a03:10:54.380199 bus /sierra_2: Setting Powered False\u000a03:10:55.401169 run create_hlr_db(pid=16867): Terminated: ok {rc=0}\u000a03:10:55.796128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16869): Launched\u000a03:10:56.089712 run osmo-hlr_10.42.42.2(pid=16870): Launched\u000a03:10:56.197164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:56.704337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16872): Launched\u000a03:10:56.996331 run osmo-stp_10.42.42.5(pid=16873): Launched\u000a03:10:57.122046 tst emergency_mo_mt_call.py: using MSISDN 6991\u000a03:10:57.267352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:57.802997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16875): Launched\u000a03:10:58.097444 run osmo-msc_10.42.42.6(pid=16876): Launched\u000a03:10:58.270897 run osmo-stp_10.42.42.5(pid=16873): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16873)]\u000a03:10:58.396157 run osmo-stp_10.42.42.5(pid=16873): stdout: \u000a| (launched: 2022-12-09_03:10:56.852535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:58.518642 run osmo-stp_10.42.42.5(pid=16873): stderr: \u000a| �[0;m�[38;5;43m20221209031057021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031057022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031057022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031057022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031057024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031057025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031057025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:58.636929 run osmo-stp_10.42.42.5(pid=16873): stdout: \u000a| (launched: 2022-12-09_03:10:56.852535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:58.753772 run osmo-stp_10.42.42.5(pid=16873): stderr: \u000a| �[0;m�[38;5;43m20221209031057021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031057022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031057022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031057022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031057024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031057025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031057025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:58.805055 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16873): Process ended prematurely: osmo-stp_10.42.42.5(pid=16873) [trial-2353↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16873)] [trial-2353↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a03:10:58.812886 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a03:10:58.872885 run osmo-hlr_10.42.42.2(pid=16870): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16870)]\u000a03:10:58.921709 run osmo-hlr_10.42.42.2(pid=16870): stdout: \u000a| (launched: 2022-12-09_03:10:55.944487) \u000a03:10:58.971260 run osmo-hlr_10.42.42.2(pid=16870): stderr: \u000a| �[0;m�[1;31m20221209031056120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031056121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031056121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031056121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031056121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031056121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031056133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031056141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031056141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031056141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:59.038369 run osmo-msc_10.42.42.6(pid=16876): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16876)]\u000a03:10:59.087160 run osmo-msc_10.42.42.6(pid=16876): stdout: \u000a| (launched: 2022-12-09_03:10:57.950925) \u000a03:10:59.136233 run osmo-msc_10.42.42.6(pid=16876): stderr: \u000a| �[0;m�[38;5;43m20221209031058220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031058221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9834cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031058221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031058221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031058221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031058221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031058223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031058223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031058224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031058224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:59.177591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16869): Terminating (SIGTERM)\u000a03:10:59.217226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16872): Terminating (SIGTERM)\u000a03:10:59.256933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16875): Terminating (SIGTERM)\u000a03:10:59.266179 --- ParallelTerminationStrategy: PID 16869 died...\u000a03:10:59.319147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16869): Terminated: ok {rc=0}\u000a03:10:59.328702 --- ParallelTerminationStrategy: PID 16872 died...\u000a03:10:59.381530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16872): Terminated: ok {rc=0}\u000a03:10:59.390961 --- ParallelTerminationStrategy: PID 16875 died...\u000a03:10:59.443458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16875): Terminated: ok {rc=0}\u000a03:10:59.526170 bus /sierra_3: Setting Powered False\u000a03:11:00.632259 bus /sierra_3: Setting Powered False\u000a03:11:01.742186 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16884): Process ended prematurely: osmo-stp_10.42.42.5(pid=16884) [trial-2353↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16884): Process ended prematurely: osmo-stp_10.42.42.5(pid=16884) [trial-2353↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:11:02.793251 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:11:02.805069 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:02.942137 tst emergency_preemptive_call.py: using LAC 18662\u000a03:11:03.063307 tst emergency_preemptive_call.py: using RAC 47\u000a03:11:03.185250 tst emergency_preemptive_call.py: using CellId 18662\u000a03:11:03.306795 tst emergency_preemptive_call.py: using BVCI 18663\u000a03:11:03.330672 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:11:03.342063 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:11:03.353165 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:11:03.364214 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:11:03.375343 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:11:03.386726 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:03.504033 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:03.619395 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:03.736139 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:03.931964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:04.397818 run create_hlr_db(pid=16878): Launched\u000a03:11:04.567334 bus /sierra_2: Setting Powered False\u000a03:11:05.589288 run create_hlr_db(pid=16878): Terminated: ok {rc=0}\u000a03:11:05.981075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16880): Launched\u000a03:11:06.276252 run osmo-hlr_10.42.42.2(pid=16881): Launched\u000a03:11:06.384128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:06.893816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16883): Launched\u000a03:11:07.189158 run osmo-stp_10.42.42.5(pid=16884): Launched\u000a03:11:07.307890 tst emergency_preemptive_call.py: using MSISDN 6992\u000a03:11:07.453523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:11:07.989792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16886): Launched\u000a03:11:08.285987 run osmo-msc_10.42.42.6(pid=16887): Launched\u000a03:11:08.459202 run osmo-stp_10.42.42.5(pid=16884): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)]\u000a03:11:08.584423 run osmo-stp_10.42.42.5(pid=16884): stdout: \u000a| (launched: 2022-12-09_03:11:07.042718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:08.707161 run osmo-stp_10.42.42.5(pid=16884): stderr: \u000a| �[0;m�[38;5;43m20221209031107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031107213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:08.825496 run osmo-stp_10.42.42.5(pid=16884): stdout: \u000a| (launched: 2022-12-09_03:11:07.042718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:08.942407 run osmo-stp_10.42.42.5(pid=16884): stderr: \u000a| �[0;m�[38;5;43m20221209031107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031107212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031107213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031107213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:08.993677 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16884): Process ended prematurely: osmo-stp_10.42.42.5(pid=16884) [trial-2353↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16884)] [trial-2353↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a03:11:09.001597 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a03:11:09.061665 run osmo-hlr_10.42.42.2(pid=16881): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16881)]\u000a03:11:09.110662 run osmo-hlr_10.42.42.2(pid=16881): stdout: \u000a| (launched: 2022-12-09_03:11:06.130327) \u000a03:11:09.160202 run osmo-hlr_10.42.42.2(pid=16881): stderr: \u000a| �[0;m�[1;31m20221209031106305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031106305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031106305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031106305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031106305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031106305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031106316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031106325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031106325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031106326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:09.227538 run osmo-msc_10.42.42.6(pid=16887): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16887)]\u000a03:11:09.276363 run osmo-msc_10.42.42.6(pid=16887): stdout: \u000a| (launched: 2022-12-09_03:11:08.139195) \u000a03:11:09.325934 run osmo-msc_10.42.42.6(pid=16887): stderr: \u000a| �[0;m�[38;5;43m20221209031108407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031108408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b2d546c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031108408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031108408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031108408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031108408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031108410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031108411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031108411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031108411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:11:09.367467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16880): Terminating (SIGTERM)\u000a03:11:09.407247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16883): Terminating (SIGTERM)\u000a03:11:09.446835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16886): Terminating (SIGTERM)\u000a03:11:09.456245 --- ParallelTerminationStrategy: PID 16880 died...\u000a03:11:09.509256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16880): Terminated: ok {rc=0}\u000a03:11:09.519075 --- ParallelTerminationStrategy: PID 16883 died...\u000a03:11:09.572146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16883): Terminated: ok {rc=0}\u000a03:11:09.581757 --- ParallelTerminationStrategy: PID 16886 died...\u000a03:11:09.634727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16886): Terminated: ok {rc=0}\u000a03:11:09.723496 bus /sierra_9: Setting Powered False\u000a03:11:10.825670 bus /sierra_9: Setting Powered False\u000a03:11:11.936268 bus /sierra_8: Setting Powered False\u000a03:11:13.042387 bus /sierra_8: Setting Powered False\u000a03:11:14.153500 bus /sierra_3: Setting Powered False\u000a03:11:15.256650 bus /sierra_3: Setting Powered False\u000a03:11:16.367231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:10:52" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16903): Process ended prematurely: osmo-stp_10.42.42.5(pid=16903) [trial-2353↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16903)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16903): Process ended prematurely: osmo-stp_10.42.42.5(pid=16903) [trial-2353↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:11:18.461703 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:18.472235 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:18.601247 tst cs_paging_gprs_active.py: using LAC 18663\u000a03:11:18.718115 tst cs_paging_gprs_active.py: using RAC 48\u000a03:11:18.834230 tst cs_paging_gprs_active.py: using CellId 18663\u000a03:11:18.949555 tst cs_paging_gprs_active.py: using BVCI 18664\u000a03:11:18.972224 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:18.982998 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:18.993505 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:19.004184 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:19.015060 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:19.025850 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:19.036630 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:19.047596 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:19.058528 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:19.171874 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:19.464532 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:11:19.599244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:19.930938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16893): Launched\u000a03:11:20.206845 run iperf3-srv_10.42.42.10(pid=16894): Launched\u000a03:11:20.403553 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:11:20.537247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:20.868843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16895): Launched\u000a03:11:21.144907 run iperf3-srv_10.42.42.10(pid=16896): Launched\u000a03:11:21.341273 tst cs_paging_gprs_active.py:38: start network...\u000a03:11:21.474992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:21.987493 run create_hlr_db(pid=16897): Launched\u000a03:11:22.172522 bus /sierra_2: Setting Powered False\u000a03:11:23.194047 run create_hlr_db(pid=16897): Terminated: ok {rc=0}\u000a03:11:23.596262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16899): Launched\u000a03:11:23.896249 run osmo-hlr_10.42.42.2(pid=16900): Launched\u000a03:11:24.010778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:24.530972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16902): Launched\u000a03:11:24.831412 run osmo-stp_10.42.42.5(pid=16903): Launched\u000a03:11:24.941120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:25.463634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16905): Launched\u000a03:11:25.570596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:25.831739 run patchelf(pid=16906): Launched\u000a03:11:26.006808 run osmo-stp_10.42.42.5(pid=16903): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16903)]\u000a03:11:26.134912 run osmo-stp_10.42.42.5(pid=16903): stdout: \u000a| (launched: 2022-12-09_03:11:24.683325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:26.263634 run osmo-stp_10.42.42.5(pid=16903): stderr: \u000a| �[0;m�[38;5;43m20221209031124854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031124854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031124854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031124855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031124855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031124855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031124855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:26.387548 run osmo-stp_10.42.42.5(pid=16903): stdout: \u000a| (launched: 2022-12-09_03:11:24.683325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:26.510444 run osmo-stp_10.42.42.5(pid=16903): stderr: \u000a| �[0;m�[38;5;43m20221209031124854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031124854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031124854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031124855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031124855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031124855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031124855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:26.654461 run patchelf(pid=16906): Terminating (SIGINT)\u000a03:11:26.822773 run patchelf(pid=16906): Terminated: ok {rc=0}\u000a03:11:26.853811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16903): Process ended prematurely: osmo-stp_10.42.42.5(pid=16903) [trial-2353↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16903)] [trial-2353↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a03:11:26.862954 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:11:26.922843 run osmo-hlr_10.42.42.2(pid=16900): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16900)]\u000a03:11:26.971309 run osmo-hlr_10.42.42.2(pid=16900): stdout: \u000a| (launched: 2022-12-09_03:11:23.748608) \u000a03:11:27.020660 run osmo-hlr_10.42.42.2(pid=16900): stderr: \u000a| �[0;m�[1;31m20221209031123923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031123923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031123923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031123923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031123923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031123923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031123938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031123947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031123948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031123948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:27.062299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16893): Terminating (SIGTERM)\u000a03:11:27.101689 run iperf3-srv_10.42.42.10(pid=16894): Terminating (SIGTERM)\u000a03:11:27.141063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16895): Terminating (SIGTERM)\u000a03:11:27.180312 run iperf3-srv_10.42.42.10(pid=16896): Terminating (SIGTERM)\u000a03:11:27.219894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16899): Terminating (SIGTERM)\u000a03:11:27.259355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16902): Terminating (SIGTERM)\u000a03:11:27.298786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16905): Terminating (SIGTERM)\u000a03:11:27.308116 --- ParallelTerminationStrategy: PID 16893 died...\u000a03:11:27.361614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16893): Terminated: ok {rc=0}\u000a03:11:27.371162 --- ParallelTerminationStrategy: PID 16894 died...\u000a03:11:27.423333 run iperf3-srv_10.42.42.10(pid=16894): Terminated {rc=256}\u000a03:11:27.432938 --- ParallelTerminationStrategy: PID 16895 died...\u000a03:11:27.485992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16895): Terminated: ok {rc=0}\u000a03:11:27.495494 --- ParallelTerminationStrategy: PID 16896 died...\u000a03:11:27.548017 run iperf3-srv_10.42.42.10(pid=16896): Terminated {rc=256}\u000a03:11:27.557623 --- ParallelTerminationStrategy: PID 16899 died...\u000a03:11:27.610006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16899): Terminated: ok {rc=0}\u000a03:11:27.619700 --- ParallelTerminationStrategy: PID 16902 died...\u000a03:11:27.672150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16902): Terminated: ok {rc=0}\u000a03:11:27.681813 --- ParallelTerminationStrategy: PID 16905 died...\u000a03:11:27.734298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16905): Terminated: ok {rc=0}\u000a03:11:27.821585 bus /gobi_0: Setting Powered False\u000a03:11:28.924320 bus /gobi_0: Setting Powered False\u000a03:11:30.030161 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16917): Process ended prematurely: osmo-stp_10.42.42.5(pid=16917) [trial-2353↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16917)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16917): Process ended prematurely: osmo-stp_10.42.42.5(pid=16917) [trial-2353↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a03:11:31.140861 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.152942 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:31.289481 tst iperf3.py: using LAC 18664\u000a03:11:31.418443 tst iperf3.py: using RAC 49\u000a03:11:31.543119 tst iperf3.py: using CellId 18664\u000a03:11:31.696228 tst iperf3.py: using BVCI 18665\u000a03:11:31.728919 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.743778 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.758361 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.774355 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.789427 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.801952 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.817085 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.833030 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.848336 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:32.136209 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:11:32.264058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:32.574064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16907): Launched\u000a03:11:32.831102 run iperf3-srv_10.42.42.10(pid=16908): Launched\u000a03:11:33.013119 tst iperf3.py:8: start network...\u000a03:11:33.142591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:33.656852 run create_hlr_db(pid=16909): Launched\u000a03:11:33.841732 bus /gobi_6: Setting Powered False\u000a03:11:34.863526 run create_hlr_db(pid=16909): Terminated: ok {rc=0}\u000a03:11:35.265513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16913): Launched\u000a03:11:35.564536 run osmo-hlr_10.42.42.2(pid=16914): Launched\u000a03:11:35.675358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:36.191458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16916): Launched\u000a03:11:36.489684 run osmo-stp_10.42.42.5(pid=16917): Launched\u000a03:11:36.598569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:37.121102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16919): Launched\u000a03:11:37.228610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:37.489937 run patchelf(pid=16920): Launched\u000a03:11:37.664904 run osmo-stp_10.42.42.5(pid=16917): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16917)]\u000a03:11:37.793180 run osmo-stp_10.42.42.5(pid=16917): stdout: \u000a| (launched: 2022-12-09_03:11:36.342710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:37.921831 run osmo-stp_10.42.42.5(pid=16917): stderr: \u000a| �[0;m�[38;5;43m20221209031136512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031136512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031136512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031136513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031136513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031136513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031136513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:38.046155 run osmo-stp_10.42.42.5(pid=16917): stdout: \u000a| (launched: 2022-12-09_03:11:36.342710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:38.169173 run osmo-stp_10.42.42.5(pid=16917): stderr: \u000a| �[0;m�[38;5;43m20221209031136512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031136512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031136512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031136513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031136513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031136513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031136513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:38.312366 run patchelf(pid=16920): Terminating (SIGINT)\u000a03:11:38.480759 run patchelf(pid=16920): Terminated: ok {rc=0}\u000a03:11:38.511672 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16917): Process ended prematurely: osmo-stp_10.42.42.5(pid=16917) [trial-2353↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16917)] [trial-2353↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a03:11:38.520882 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:11:38.580985 run osmo-hlr_10.42.42.2(pid=16914): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16914)]\u000a03:11:38.629522 run osmo-hlr_10.42.42.2(pid=16914): stdout: \u000a| (launched: 2022-12-09_03:11:35.417234) \u000a03:11:38.678960 run osmo-hlr_10.42.42.2(pid=16914): stderr: \u000a| �[0;m�[1;31m20221209031135595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031135595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031135595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031135595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031135595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031135595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031135607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031135618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031135618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031135618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:38.720517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16907): Terminating (SIGTERM)\u000a03:11:38.759999 run iperf3-srv_10.42.42.10(pid=16908): Terminating (SIGTERM)\u000a03:11:38.799639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16913): Terminating (SIGTERM)\u000a03:11:38.839328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16916): Terminating (SIGTERM)\u000a03:11:38.878956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16919): Terminating (SIGTERM)\u000a03:11:38.888358 --- ParallelTerminationStrategy: PID 16907 died...\u000a03:11:38.941459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16907): Terminated: ok {rc=0}\u000a03:11:38.951274 --- ParallelTerminationStrategy: PID 16908 died...\u000a03:11:39.003894 run iperf3-srv_10.42.42.10(pid=16908): Terminated {rc=256}\u000a03:11:39.013836 --- ParallelTerminationStrategy: PID 16913 died...\u000a03:11:39.066945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16913): Terminated: ok {rc=0}\u000a03:11:39.076421 --- ParallelTerminationStrategy: PID 16916 died...\u000a03:11:39.129439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16916): Terminated: ok {rc=0}\u000a03:11:39.139022 --- ParallelTerminationStrategy: PID 16919 died...\u000a03:11:39.191944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16919): Terminated: ok {rc=0}\u000a03:11:39.275391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16935): Process ended prematurely: osmo-stp_10.42.42.5(pid=16935) [trial-2353↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16935): Process ended prematurely: osmo-stp_10.42.42.5(pid=16935) [trial-2353↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a03:11:40.386141 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:40.397296 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:40.524420 tst iperf3m4.py: using LAC 18665\u000a03:11:40.641561 tst iperf3m4.py: using RAC 50\u000a03:11:40.768078 tst iperf3m4.py: using CellId 18665\u000a03:11:40.894758 tst iperf3m4.py: using BVCI 18666\u000a03:11:40.919603 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:40.931103 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:40.942393 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:40.954166 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:40.965832 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:40.977507 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:40.989447 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:41.000757 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:41.012502 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:41.133557 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:41.251615 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:41.370913 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:41.663301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:11:41.798044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:42.131489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16921): Launched\u000a03:11:42.407901 run iperf3-srv_10.42.42.10(pid=16922): Launched\u000a03:11:42.605003 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:11:42.740569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:43.073681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16923): Launched\u000a03:11:43.349302 run iperf3-srv_10.42.42.10(pid=16924): Launched\u000a03:11:43.545930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:11:43.682081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:44.013974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16925): Launched\u000a03:11:44.289966 run iperf3-srv_10.42.42.10(pid=16926): Launched\u000a03:11:44.486655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:11:44.621225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:44.953919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16927): Launched\u000a03:11:45.230575 run iperf3-srv_10.42.42.10(pid=16928): Launched\u000a03:11:45.427099 tst iperf3m4.py:8: start network...\u000a03:11:45.561654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:46.112692 run create_hlr_db(pid=16929): Launched\u000a03:11:46.295413 bus /gobi_6: Setting Powered False\u000a03:11:47.323522 run create_hlr_db(pid=16929): Terminated: ok {rc=0}\u000a03:11:47.722803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16931): Launched\u000a03:11:48.025072 run osmo-hlr_10.42.42.2(pid=16932): Launched\u000a03:11:48.141833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:48.670918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16934): Launched\u000a03:11:48.971026 run osmo-stp_10.42.42.5(pid=16935): Launched\u000a03:11:49.081336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:49.603141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16937): Launched\u000a03:11:49.710719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:49.971851 run patchelf(pid=16938): Launched\u000a03:11:50.149083 run osmo-stp_10.42.42.5(pid=16935): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)]\u000a03:11:50.278104 run osmo-stp_10.42.42.5(pid=16935): stdout: \u000a| (launched: 2022-12-09_03:11:48.823078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:50.406800 run osmo-stp_10.42.42.5(pid=16935): stderr: \u000a| �[0;m�[38;5;43m20221209031148992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031148992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031148992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031148993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031148993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031148993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031148993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:50.531599 run osmo-stp_10.42.42.5(pid=16935): stdout: \u000a| (launched: 2022-12-09_03:11:48.823078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:50.655009 run osmo-stp_10.42.42.5(pid=16935): stderr: \u000a| �[0;m�[38;5;43m20221209031148992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031148992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031148992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031148993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031148993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031148993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031148993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:50.798884 run patchelf(pid=16938): Terminating (SIGINT)\u000a03:11:50.967226 run patchelf(pid=16938): Terminated: ok {rc=0}\u000a03:11:50.998434 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16935): Process ended prematurely: osmo-stp_10.42.42.5(pid=16935) [trial-2353↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)] [trial-2353↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a03:11:51.007759 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a03:11:51.067531 run osmo-hlr_10.42.42.2(pid=16932): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16932)]\u000a03:11:51.116233 run osmo-hlr_10.42.42.2(pid=16932): stdout: \u000a| (launched: 2022-12-09_03:11:47.875246) \u000a03:11:51.165536 run osmo-hlr_10.42.42.2(pid=16932): stderr: \u000a| �[0;m�[1;31m20221209031148049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031148049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031148049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031148049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031148049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031148049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031148072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031148081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031148081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031148081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:51.207290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16921): Terminating (SIGTERM)\u000a03:11:51.247104 run iperf3-srv_10.42.42.10(pid=16922): Terminating (SIGTERM)\u000a03:11:51.287278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16923): Terminating (SIGTERM)\u000a03:11:51.326750 run iperf3-srv_10.42.42.10(pid=16924): Terminating (SIGTERM)\u000a03:11:51.366710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16925): Terminating (SIGTERM)\u000a03:11:51.406347 run iperf3-srv_10.42.42.10(pid=16926): Terminating (SIGTERM)\u000a03:11:51.446077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16927): Terminating (SIGTERM)\u000a03:11:51.485726 run iperf3-srv_10.42.42.10(pid=16928): Terminating (SIGTERM)\u000a03:11:51.525364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16931): Terminating (SIGTERM)\u000a03:11:51.565006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16934): Terminating (SIGTERM)\u000a03:11:51.604682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16937): Terminating (SIGTERM)\u000a03:11:51.614280 --- ParallelTerminationStrategy: PID 16921 died...\u000a03:11:51.667439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16921): Terminated: ok {rc=0}\u000a03:11:51.677446 --- ParallelTerminationStrategy: PID 16922 died...\u000a03:11:51.730808 run iperf3-srv_10.42.42.10(pid=16922): Terminated {rc=256}\u000a03:11:51.740653 --- ParallelTerminationStrategy: PID 16923 died...\u000a03:11:51.793782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16923): Terminated: ok {rc=0}\u000a03:11:51.803536 --- ParallelTerminationStrategy: PID 16924 died...\u000a03:11:51.856168 run iperf3-srv_10.42.42.10(pid=16924): Terminated {rc=256}\u000a03:11:51.865954 --- ParallelTerminationStrategy: PID 16925 died...\u000a03:11:51.918877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16925): Terminated: ok {rc=0}\u000a03:11:51.928690 --- ParallelTerminationStrategy: PID 16926 died...\u000a03:11:51.981519 run iperf3-srv_10.42.42.10(pid=16926): Terminated {rc=256}\u000a03:11:51.991329 --- ParallelTerminationStrategy: PID 16927 died...\u000a03:11:52.044394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16927): Terminated: ok {rc=0}\u000a03:11:52.054263 --- ParallelTerminationStrategy: PID 16928 died...\u000a03:11:52.107443 run iperf3-srv_10.42.42.10(pid=16928): Terminated {rc=256}\u000a03:11:52.117343 --- ParallelTerminationStrategy: PID 16931 died...\u000a03:11:52.169981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16931): Terminated: ok {rc=0}\u000a03:11:52.179811 --- ParallelTerminationStrategy: PID 16934 died...\u000a03:11:52.232278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16934): Terminated: ok {rc=0}\u000a03:11:52.242221 --- ParallelTerminationStrategy: PID 16937 died...\u000a03:11:52.294693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16937): Terminated: ok {rc=0}\u000a03:11:52.382601 bus /gobi_4: Setting Powered False\u000a03:11:53.485716 bus /gobi_4: Setting Powered False\u000a03:11:54.594106 bus /gobi_1: Setting Powered False\u000a03:11:55.695897 bus /gobi_1: Setting Powered False\u000a03:11:56.806164 bus /gobi_0: Setting Powered False\u000a03:11:57.908179 bus /gobi_0: Setting Powered False\u000a03:11:59.017030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16945): Process ended prematurely: osmo-stp_10.42.42.5(pid=16945) [trial-2353↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16945)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16945): Process ended prematurely: osmo-stp_10.42.42.5(pid=16945) [trial-2353↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a03:12:00.085283 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.097241 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:12:00.223409 tst ping.py: using LAC 18666\u000a03:12:00.341336 tst ping.py: using RAC 51\u000a03:12:00.458376 tst ping.py: using CellId 18666\u000a03:12:00.573452 tst ping.py: using BVCI 18667\u000a03:12:00.596192 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.606843 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.617425 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.628150 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.638882 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.649623 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.660383 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:00.671181 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:12:00.943744 tst ping.py:19: start network...\u000a03:12:01.069199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:01.606620 run create_hlr_db(pid=16939): Launched\u000a03:12:01.797286 bus /gobi_6: Setting Powered False\u000a03:12:02.810528 run create_hlr_db(pid=16939): Terminated: ok {rc=0}\u000a03:12:03.207791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16941): Launched\u000a03:12:03.501995 run osmo-hlr_10.42.42.2(pid=16942): Launched\u000a03:12:03.608891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:04.122520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16944): Launched\u000a03:12:04.417617 run osmo-stp_10.42.42.5(pid=16945): Launched\u000a03:12:04.526037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:05.038969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16947): Launched\u000a03:12:05.143729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:05.400333 run patchelf(pid=16948): Launched\u000a03:12:05.572437 run osmo-stp_10.42.42.5(pid=16945): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16945)]\u000a03:12:05.698720 run osmo-stp_10.42.42.5(pid=16945): stdout: \u000a| (launched: 2022-12-09_03:12:04.271939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:05.824903 run osmo-stp_10.42.42.5(pid=16945): stderr: \u000a| �[0;m�[38;5;43m20221209031204441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031204441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031204441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031204442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031204444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031204444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031204444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:05.947048 run osmo-stp_10.42.42.5(pid=16945): stdout: \u000a| (launched: 2022-12-09_03:12:04.271939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:06.068133 run osmo-stp_10.42.42.5(pid=16945): stderr: \u000a| �[0;m�[38;5;43m20221209031204441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031204441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031204441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031204442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031204444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031204444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031204444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:06.208907 run patchelf(pid=16948): Terminating (SIGINT)\u000a03:12:06.374313 run patchelf(pid=16948): Terminated: ok {rc=0}\u000a03:12:06.404346 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16945): Process ended prematurely: osmo-stp_10.42.42.5(pid=16945) [trial-2353↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16945)] [trial-2353↪gprs:nanobts+band-1900↪ping.py:22]\u000a03:12:06.412927 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:12:06.473426 run osmo-hlr_10.42.42.2(pid=16942): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16942)]\u000a03:12:06.522291 run osmo-hlr_10.42.42.2(pid=16942): stdout: \u000a| (launched: 2022-12-09_03:12:03.356915) \u000a03:12:06.572130 run osmo-hlr_10.42.42.2(pid=16942): stderr: \u000a| �[0;m�[1;31m20221209031203530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031203530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031203530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031203530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031203530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031203530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031203542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031203551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031203551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031203551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:06.613943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16941): Terminating (SIGTERM)\u000a03:12:06.653603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16944): Terminating (SIGTERM)\u000a03:12:06.693306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16947): Terminating (SIGTERM)\u000a03:12:06.702772 --- ParallelTerminationStrategy: PID 16941 died...\u000a03:12:06.756019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16941): Terminated: ok {rc=0}\u000a03:12:06.766307 --- ParallelTerminationStrategy: PID 16944 died...\u000a03:12:06.819547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16944): Terminated: ok {rc=0}\u000a03:12:06.829769 --- ParallelTerminationStrategy: PID 16947 died...\u000a03:12:06.882442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16947): Terminated: ok {rc=0}\u000a03:12:06.965727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16955): Process ended prematurely: osmo-stp_10.42.42.5(pid=16955) [trial-2353↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16955): Process ended prematurely: osmo-stp_10.42.42.5(pid=16955) [trial-2353↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a03:12:08.019067 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.031573 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:12:08.165356 tst ping_idle_ping.py: using LAC 18667\u000a03:12:08.291236 tst ping_idle_ping.py: using RAC 52\u000a03:12:08.414108 tst ping_idle_ping.py: using CellId 18667\u000a03:12:08.530107 tst ping_idle_ping.py: using BVCI 18668\u000a03:12:08.552466 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.563386 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.574271 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.585202 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.595952 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.606666 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.617602 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:12:08.628398 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:12:08.917424 tst ping_idle_ping.py:24: start network...\u000a03:12:09.050227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:09.561342 run create_hlr_db(pid=16949): Launched\u000a03:12:09.745290 bus /gobi_6: Setting Powered False\u000a03:12:10.766860 run create_hlr_db(pid=16949): Terminated: ok {rc=0}\u000a03:12:11.164718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16951): Launched\u000a03:12:11.461389 run osmo-hlr_10.42.42.2(pid=16952): Launched\u000a03:12:11.574545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:12.127273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16954): Launched\u000a03:12:12.443631 run osmo-stp_10.42.42.5(pid=16955): Launched\u000a03:12:12.557968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:13.110554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16957): Launched\u000a03:12:13.223276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:13.498952 run patchelf(pid=16958): Launched\u000a03:12:13.684625 run osmo-stp_10.42.42.5(pid=16955): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)]\u000a03:12:13.820235 run osmo-stp_10.42.42.5(pid=16955): stdout: \u000a| (launched: 2022-12-09_03:12:12.288614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:13.956063 run osmo-stp_10.42.42.5(pid=16955): stderr: \u000a| �[0;m�[38;5;43m20221209031212478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031212479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031212479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031212479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031212480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031212480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031212480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:14.087439 run osmo-stp_10.42.42.5(pid=16955): stdout: \u000a| (launched: 2022-12-09_03:12:12.288614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:14.217663 run osmo-stp_10.42.42.5(pid=16955): stderr: \u000a| �[0;m�[38;5;43m20221209031212478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031212479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031212479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031212479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031212480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031212480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031212480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:14.368463 run patchelf(pid=16958): Terminating (SIGINT)\u000a03:12:14.546139 run patchelf(pid=16958): Terminated: ok {rc=0}\u000a03:12:14.578238 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16955): Process ended prematurely: osmo-stp_10.42.42.5(pid=16955) [trial-2353↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16955)] [trial-2353↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a03:12:14.587375 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:12:14.650271 run osmo-hlr_10.42.42.2(pid=16952): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16952)]\u000a03:12:14.701104 run osmo-hlr_10.42.42.2(pid=16952): stdout: \u000a| (launched: 2022-12-09_03:12:11.315234) \u000a03:12:14.752340 run osmo-hlr_10.42.42.2(pid=16952): stderr: \u000a| �[0;m�[1;31m20221209031211491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031211491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031211491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031211491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031211491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031211491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031211504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031211513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031211513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031211513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:14.796165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16951): Terminating (SIGTERM)\u000a03:12:14.837752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16954): Terminating (SIGTERM)\u000a03:12:14.879284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16957): Terminating (SIGTERM)\u000a03:12:14.889133 --- ParallelTerminationStrategy: PID 16951 died...\u000a03:12:14.944637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16951): Terminated: ok {rc=0}\u000a03:12:14.954837 --- ParallelTerminationStrategy: PID 16954 died...\u000a03:12:15.010161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16954): Terminated: ok {rc=0}\u000a03:12:15.020147 --- ParallelTerminationStrategy: PID 16957 died...\u000a03:12:15.075113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16957): Terminated: ok {rc=0}\u000a03:12:15.161209 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:11:18" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16972): Process ended prematurely: osmo-stp_10.42.42.5(pid=16972) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16972)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16972): Process ended prematurely: osmo-stp_10.42.42.5(pid=16972) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:12:17.300822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.311736 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:17.440663 tst cs_paging_gprs_active.py: using LAC 18668\u000a03:12:17.560042 tst cs_paging_gprs_active.py: using RAC 53\u000a03:12:17.677652 tst cs_paging_gprs_active.py: using CellId 18668\u000a03:12:17.795962 tst cs_paging_gprs_active.py: using BVCI 18669\u000a03:12:17.819034 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.830088 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.840766 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.852156 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.863503 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.874980 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.889207 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.900898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:17.912467 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:18.028349 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:18.320309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:12:18.454707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:18.787957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16962): Launched\u000a03:12:19.063262 run iperf3-srv_10.42.42.10(pid=16963): Launched\u000a03:12:19.260054 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:12:19.394286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:19.728082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16964): Launched\u000a03:12:20.003262 run iperf3-srv_10.42.42.10(pid=16965): Launched\u000a03:12:20.199664 tst cs_paging_gprs_active.py:38: start network...\u000a03:12:20.333870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:20.850358 run create_hlr_db(pid=16966): Launched\u000a03:12:21.036062 bus /gobi_6: Setting Powered False\u000a03:12:22.057956 run create_hlr_db(pid=16966): Terminated: ok {rc=0}\u000a03:12:22.487131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16968): Launched\u000a03:12:22.810561 run osmo-hlr_10.42.42.2(pid=16969): Launched\u000a03:12:22.927927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:23.485417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16971): Launched\u000a03:12:23.807612 run osmo-stp_10.42.42.5(pid=16972): Launched\u000a03:12:23.925200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:24.485083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16974): Launched\u000a03:12:24.599809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:24.880539 run patchelf(pid=16975): Launched\u000a03:12:25.068178 run osmo-stp_10.42.42.5(pid=16972): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16972)]\u000a03:12:25.205346 run osmo-stp_10.42.42.5(pid=16972): stdout: \u000a| (launched: 2022-12-09_03:12:23.649636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:25.342468 run osmo-stp_10.42.42.5(pid=16972): stderr: \u000a| �[0;m�[38;5;43m20221209031223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031223841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031223841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:25.475417 run osmo-stp_10.42.42.5(pid=16972): stdout: \u000a| (launched: 2022-12-09_03:12:23.649636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:25.607546 run osmo-stp_10.42.42.5(pid=16972): stderr: \u000a| �[0;m�[38;5;43m20221209031223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031223840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031223841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031223841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031223842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:25.761668 run patchelf(pid=16975): Terminating (SIGINT)\u000a03:12:25.941718 run patchelf(pid=16975): Terminated: ok {rc=0}\u000a03:12:25.975044 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16972): Process ended prematurely: osmo-stp_10.42.42.5(pid=16972) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16972)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:12:25.985202 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:12:26.047520 run osmo-hlr_10.42.42.2(pid=16969): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16969)]\u000a03:12:26.098352 run osmo-hlr_10.42.42.2(pid=16969): stdout: \u000a| (launched: 2022-12-09_03:12:22.651578) \u000a03:12:26.149992 run osmo-hlr_10.42.42.2(pid=16969): stderr: \u000a| �[0;m�[1;31m20221209031222853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031222853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031222853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031222853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031222853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031222853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031222866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031222874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031222874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031222875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:26.194001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16962): Terminating (SIGTERM)\u000a03:12:26.235291 run iperf3-srv_10.42.42.10(pid=16963): Terminating (SIGTERM)\u000a03:12:26.276681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16964): Terminating (SIGTERM)\u000a03:12:26.318169 run iperf3-srv_10.42.42.10(pid=16965): Terminating (SIGTERM)\u000a03:12:26.359679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16968): Terminating (SIGTERM)\u000a03:12:26.401164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16971): Terminating (SIGTERM)\u000a03:12:26.443133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16974): Terminating (SIGTERM)\u000a03:12:26.452782 --- ParallelTerminationStrategy: PID 16962 died...\u000a03:12:26.508573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16962): Terminated: ok {rc=0}\u000a03:12:26.518741 --- ParallelTerminationStrategy: PID 16963 died...\u000a03:12:26.573800 run iperf3-srv_10.42.42.10(pid=16963): Terminated {rc=256}\u000a03:12:26.583869 --- ParallelTerminationStrategy: PID 16964 died...\u000a03:12:26.639151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16964): Terminated: ok {rc=0}\u000a03:12:26.649703 --- ParallelTerminationStrategy: PID 16965 died...\u000a03:12:26.705061 run iperf3-srv_10.42.42.10(pid=16965): Terminated {rc=256}\u000a03:12:26.715263 --- ParallelTerminationStrategy: PID 16968 died...\u000a03:12:26.770667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16968): Terminated: ok {rc=0}\u000a03:12:26.780692 --- ParallelTerminationStrategy: PID 16971 died...\u000a03:12:26.835880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16971): Terminated: ok {rc=0}\u000a03:12:26.846124 --- ParallelTerminationStrategy: PID 16974 died...\u000a03:12:26.901713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16974): Terminated: ok {rc=0}\u000a03:12:26.987912 bus /gobi_0: Setting Powered False\u000a03:12:28.090810 bus /gobi_0: Setting Powered False\u000a03:12:29.199586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16985): Process ended prematurely: osmo-stp_10.42.42.5(pid=16985) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16985): Process ended prematurely: osmo-stp_10.42.42.5(pid=16985) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:12:30.308741 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.320252 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:30.451407 tst iperf3.py: using LAC 18669\u000a03:12:30.569936 tst iperf3.py: using RAC 54\u000a03:12:30.687763 tst iperf3.py: using CellId 18669\u000a03:12:30.815293 tst iperf3.py: using BVCI 18670\u000a03:12:30.850134 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.862556 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.874774 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.888519 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.900852 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.915481 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.928375 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.940608 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.952735 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:31.246968 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:12:31.376697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:31.710669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16976): Launched\u000a03:12:32.024242 run iperf3-srv_10.42.42.10(pid=16977): Launched\u000a03:12:32.275173 tst iperf3.py:8: start network...\u000a03:12:32.412473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:32.927465 run create_hlr_db(pid=16978): Launched\u000a03:12:33.112749 bus /gobi_6: Setting Powered False\u000a03:12:34.134130 run create_hlr_db(pid=16978): Terminated: ok {rc=0}\u000a03:12:34.561616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16980): Launched\u000a03:12:34.888527 run osmo-hlr_10.42.42.2(pid=16981): Launched\u000a03:12:35.011627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:35.571166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16983): Launched\u000a03:12:35.891143 run osmo-stp_10.42.42.5(pid=16985): Launched\u000a03:12:36.004046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:36.528337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16987): Launched\u000a03:12:36.636217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:36.898654 run patchelf(pid=16988): Launched\u000a03:12:37.074521 run osmo-stp_10.42.42.5(pid=16985): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)]\u000a03:12:37.203672 run osmo-stp_10.42.42.5(pid=16985): stdout: \u000a| (launched: 2022-12-09_03:12:35.735708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:37.333190 run osmo-stp_10.42.42.5(pid=16985): stderr: \u000a| �[0;m�[38;5;43m20221209031235910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031235910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031235910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031235910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031235913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031235913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031235913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:37.457691 run osmo-stp_10.42.42.5(pid=16985): stdout: \u000a| (launched: 2022-12-09_03:12:35.735708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:37.581487 run osmo-stp_10.42.42.5(pid=16985): stderr: \u000a| �[0;m�[38;5;43m20221209031235910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031235910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031235910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031235910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031235913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031235913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031235913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:37.724910 run patchelf(pid=16988): Terminating (SIGINT)\u000a03:12:37.893609 run patchelf(pid=16988): Terminated: ok {rc=0}\u000a03:12:37.924426 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16985): Process ended prematurely: osmo-stp_10.42.42.5(pid=16985) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16985)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a03:12:37.933730 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:12:37.994135 run osmo-hlr_10.42.42.2(pid=16981): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16981)]\u000a03:12:38.043061 run osmo-hlr_10.42.42.2(pid=16981): stdout: \u000a| (launched: 2022-12-09_03:12:34.725981) \u000a03:12:38.092861 run osmo-hlr_10.42.42.2(pid=16981): stderr: \u000a| �[0;m�[1;31m20221209031234927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031234927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031234927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031234927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031234927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031234927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031234945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031234955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031234955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031234955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:38.135040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16976): Terminating (SIGTERM)\u000a03:12:38.175008 run iperf3-srv_10.42.42.10(pid=16977): Terminating (SIGTERM)\u000a03:12:38.214498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16980): Terminating (SIGTERM)\u000a03:12:38.254109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16983): Terminating (SIGTERM)\u000a03:12:38.293729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16987): Terminating (SIGTERM)\u000a03:12:38.303231 --- ParallelTerminationStrategy: PID 16976 died...\u000a03:12:38.356207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16976): Terminated: ok {rc=0}\u000a03:12:38.366067 --- ParallelTerminationStrategy: PID 16977 died...\u000a03:12:38.418607 run iperf3-srv_10.42.42.10(pid=16977): Terminated {rc=256}\u000a03:12:38.428295 --- ParallelTerminationStrategy: PID 16980 died...\u000a03:12:38.481083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16980): Terminated: ok {rc=0}\u000a03:12:38.490806 --- ParallelTerminationStrategy: PID 16983 died...\u000a03:12:38.543540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16983): Terminated: ok {rc=0}\u000a03:12:38.553348 --- ParallelTerminationStrategy: PID 16987 died...\u000a03:12:38.606020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16987): Terminated: ok {rc=0}\u000a03:12:38.693943 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17003): Process ended prematurely: osmo-stp_10.42.42.5(pid=17003) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17003)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17003): Process ended prematurely: osmo-stp_10.42.42.5(pid=17003) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:12:39.803610 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:39.815168 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:39.943999 tst iperf3m4.py: using LAC 18670\u000a03:12:40.060863 tst iperf3m4.py: using RAC 55\u000a03:12:40.179793 tst iperf3m4.py: using CellId 18670\u000a03:12:40.297200 tst iperf3m4.py: using BVCI 18671\u000a03:12:40.320072 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.331263 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.342298 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.353328 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.364218 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.375184 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.386345 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.397318 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:40.408432 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:40.524617 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:40.648206 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:40.764400 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:41.059946 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:12:41.194849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:41.526583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16989): Launched\u000a03:12:41.802283 run iperf3-srv_10.42.42.10(pid=16990): Launched\u000a03:12:41.998688 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:12:42.133072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:42.464418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16991): Launched\u000a03:12:42.740854 run iperf3-srv_10.42.42.10(pid=16992): Launched\u000a03:12:42.938066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:12:43.072680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:43.404591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16993): Launched\u000a03:12:43.680783 run iperf3-srv_10.42.42.10(pid=16994): Launched\u000a03:12:43.877120 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:12:44.011108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:44.342315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16995): Launched\u000a03:12:44.618349 run iperf3-srv_10.42.42.10(pid=16996): Launched\u000a03:12:44.815382 tst iperf3m4.py:8: start network...\u000a03:12:44.950466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:45.463962 run create_hlr_db(pid=16997): Launched\u000a03:12:45.649398 bus /gobi_6: Setting Powered False\u000a03:12:46.674273 run create_hlr_db(pid=16997): Terminated: ok {rc=0}\u000a03:12:47.121817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16999): Launched\u000a03:12:47.446839 run osmo-hlr_10.42.42.2(pid=17000): Launched\u000a03:12:47.565368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:48.125406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17002): Launched\u000a03:12:48.447771 run osmo-stp_10.42.42.5(pid=17003): Launched\u000a03:12:48.564647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:49.127285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17005): Launched\u000a03:12:49.242570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:49.523130 run patchelf(pid=17006): Launched\u000a03:12:49.711195 run osmo-stp_10.42.42.5(pid=17003): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17003)]\u000a03:12:49.848051 run osmo-stp_10.42.42.5(pid=17003): stdout: \u000a| (launched: 2022-12-09_03:12:48.289381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:49.985539 run osmo-stp_10.42.42.5(pid=17003): stderr: \u000a| �[0;m�[38;5;43m20221209031248479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031248479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031248479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031248480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031248480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031248480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031248480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:50.118718 run osmo-stp_10.42.42.5(pid=17003): stdout: \u000a| (launched: 2022-12-09_03:12:48.289381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:50.250609 run osmo-stp_10.42.42.5(pid=17003): stderr: \u000a| �[0;m�[38;5;43m20221209031248479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031248479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031248479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031248480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031248480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031248480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031248480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:50.403688 run patchelf(pid=17006): Terminating (SIGINT)\u000a03:12:50.583315 run patchelf(pid=17006): Terminated: ok {rc=0}\u000a03:12:50.616274 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17003): Process ended prematurely: osmo-stp_10.42.42.5(pid=17003) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17003)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:12:50.626117 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:12:50.689232 run osmo-hlr_10.42.42.2(pid=17000): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17000)]\u000a03:12:50.740157 run osmo-hlr_10.42.42.2(pid=17000): stdout: \u000a| (launched: 2022-12-09_03:12:47.287552) \u000a03:12:50.791617 run osmo-hlr_10.42.42.2(pid=17000): stderr: \u000a| �[0;m�[1;31m20221209031247485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031247485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031247485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031247485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031247485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031247485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031247497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031247506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031247506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031247506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:50.835355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16989): Terminating (SIGTERM)\u000a03:12:50.876661 run iperf3-srv_10.42.42.10(pid=16990): Terminating (SIGTERM)\u000a03:12:50.918549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16991): Terminating (SIGTERM)\u000a03:12:50.959773 run iperf3-srv_10.42.42.10(pid=16992): Terminating (SIGTERM)\u000a03:12:51.001105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16993): Terminating (SIGTERM)\u000a03:12:51.042298 run iperf3-srv_10.42.42.10(pid=16994): Terminating (SIGTERM)\u000a03:12:51.083603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16995): Terminating (SIGTERM)\u000a03:12:51.124747 run iperf3-srv_10.42.42.10(pid=16996): Terminating (SIGTERM)\u000a03:12:51.166049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16999): Terminating (SIGTERM)\u000a03:12:51.207177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17002): Terminating (SIGTERM)\u000a03:12:51.248474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17005): Terminating (SIGTERM)\u000a03:12:51.258152 --- ParallelTerminationStrategy: PID 16989 died...\u000a03:12:51.313502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16989): Terminated: ok {rc=0}\u000a03:12:51.323518 --- ParallelTerminationStrategy: PID 16990 died...\u000a03:12:51.378404 run iperf3-srv_10.42.42.10(pid=16990): Terminated {rc=256}\u000a03:12:51.388279 --- ParallelTerminationStrategy: PID 16991 died...\u000a03:12:51.443126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16991): Terminated: ok {rc=0}\u000a03:12:51.453148 --- ParallelTerminationStrategy: PID 16992 died...\u000a03:12:51.507674 run iperf3-srv_10.42.42.10(pid=16992): Terminated {rc=256}\u000a03:12:51.517635 --- ParallelTerminationStrategy: PID 16993 died...\u000a03:12:51.572323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16993): Terminated: ok {rc=0}\u000a03:12:51.582319 --- ParallelTerminationStrategy: PID 16994 died...\u000a03:12:51.636792 run iperf3-srv_10.42.42.10(pid=16994): Terminated {rc=256}\u000a03:12:51.646814 --- ParallelTerminationStrategy: PID 16995 died...\u000a03:12:51.701814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16995): Terminated: ok {rc=0}\u000a03:12:51.711903 --- ParallelTerminationStrategy: PID 16996 died...\u000a03:12:51.766470 run iperf3-srv_10.42.42.10(pid=16996): Terminated {rc=256}\u000a03:12:51.776327 --- ParallelTerminationStrategy: PID 16999 died...\u000a03:12:51.830988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16999): Terminated: ok {rc=0}\u000a03:12:51.841116 --- ParallelTerminationStrategy: PID 17002 died...\u000a03:12:51.895733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17002): Terminated: ok {rc=0}\u000a03:12:51.905791 --- ParallelTerminationStrategy: PID 17005 died...\u000a03:12:51.960559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17005): Terminated: ok {rc=0}\u000a03:12:52.044535 bus /gobi_4: Setting Powered False\u000a03:12:53.150988 bus /gobi_4: Setting Powered False\u000a03:12:54.257908 bus /gobi_1: Setting Powered False\u000a03:12:55.364907 bus /gobi_1: Setting Powered False\u000a03:12:56.471969 bus /gobi_0: Setting Powered False\u000a03:12:57.576274 bus /gobi_0: Setting Powered False\u000a03:12:58.683494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17013): Process ended prematurely: osmo-stp_10.42.42.5(pid=17013) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17013)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17013): Process ended prematurely: osmo-stp_10.42.42.5(pid=17013) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:12:59.751230 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:59.763213 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:59.897039 tst ping.py: using LAC 18671\u000a03:13:00.020323 tst ping.py: using RAC 56\u000a03:13:00.148228 tst ping.py: using CellId 18671\u000a03:13:00.271964 tst ping.py: using BVCI 18672\u000a03:13:00.296244 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:00.307866 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:00.319237 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:00.330658 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:00.342115 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:00.353374 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:00.364912 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:00.376275 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:13:00.662974 tst ping.py:19: start network...\u000a03:13:00.794315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:01.335756 run create_hlr_db(pid=17007): Launched\u000a03:13:01.521591 bus /gobi_6: Setting Powered False\u000a03:13:02.529912 run create_hlr_db(pid=17007): Terminated: ok {rc=0}\u000a03:13:02.958136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17009): Launched\u000a03:13:03.272807 run osmo-hlr_10.42.42.2(pid=17010): Launched\u000a03:13:03.391137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:03.941716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17012): Launched\u000a03:13:04.256276 run osmo-stp_10.42.42.5(pid=17013): Launched\u000a03:13:04.374214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:04.924726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17015): Launched\u000a03:13:05.037072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:05.310834 run patchelf(pid=17016): Launched\u000a03:13:05.494342 run osmo-stp_10.42.42.5(pid=17013): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17013)]\u000a03:13:05.628753 run osmo-stp_10.42.42.5(pid=17013): stdout: \u000a| (launched: 2022-12-09_03:13:04.102094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:05.763902 run osmo-stp_10.42.42.5(pid=17013): stderr: \u000a| �[0;m�[38;5;43m20221209031304293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031304293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031304293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031304294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031304296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031304296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031304296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:05.893971 run osmo-stp_10.42.42.5(pid=17013): stdout: \u000a| (launched: 2022-12-09_03:13:04.102094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:06.022816 run osmo-stp_10.42.42.5(pid=17013): stderr: \u000a| �[0;m�[38;5;43m20221209031304293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031304293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031304293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031304294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031304296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031304296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031304296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:06.172527 run patchelf(pid=17016): Terminating (SIGINT)\u000a03:13:06.348667 run patchelf(pid=17016): Terminated: ok {rc=0}\u000a03:13:06.380668 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17013): Process ended prematurely: osmo-stp_10.42.42.5(pid=17013) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17013)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a03:13:06.389959 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:13:06.451908 run osmo-hlr_10.42.42.2(pid=17010): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17010)]\u000a03:13:06.502342 run osmo-hlr_10.42.42.2(pid=17010): stdout: \u000a| (launched: 2022-12-09_03:13:03.118689) \u000a03:13:06.553601 run osmo-hlr_10.42.42.2(pid=17010): stderr: \u000a| �[0;m�[1;31m20221209031303315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031303315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031303315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031303315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031303315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031303315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031303329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031303338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031303338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031303338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:06.597502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17009): Terminating (SIGTERM)\u000a03:13:06.638893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17012): Terminating (SIGTERM)\u000a03:13:06.680595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17015): Terminating (SIGTERM)\u000a03:13:06.690307 --- ParallelTerminationStrategy: PID 17009 died...\u000a03:13:06.745249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17009): Terminated: ok {rc=0}\u000a03:13:06.755277 --- ParallelTerminationStrategy: PID 17012 died...\u000a03:13:06.810440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17012): Terminated: ok {rc=0}\u000a03:13:06.820435 --- ParallelTerminationStrategy: PID 17015 died...\u000a03:13:06.875196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17015): Terminated: ok {rc=0}\u000a03:13:06.962602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17023): Process ended prematurely: osmo-stp_10.42.42.5(pid=17023) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17023): Process ended prematurely: osmo-stp_10.42.42.5(pid=17023) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:13:08.015510 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.027983 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:13:08.162353 tst ping_idle_ping.py: using LAC 18672\u000a03:13:08.285823 tst ping_idle_ping.py: using RAC 57\u000a03:13:08.411343 tst ping_idle_ping.py: using CellId 18672\u000a03:13:08.536666 tst ping_idle_ping.py: using BVCI 18673\u000a03:13:08.560767 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.572386 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.583660 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.595023 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.606231 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.617534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.629003 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:13:08.640212 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:13:08.927680 tst ping_idle_ping.py:24: start network...\u000a03:13:09.059705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:09.572283 run create_hlr_db(pid=17017): Launched\u000a03:13:09.757027 bus /gobi_6: Setting Powered False\u000a03:13:10.777574 run create_hlr_db(pid=17017): Terminated: ok {rc=0}\u000a03:13:11.175660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Launched\u000a03:13:11.471872 run osmo-hlr_10.42.42.2(pid=17020): Launched\u000a03:13:11.586578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:12.098311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17022): Launched\u000a03:13:12.394516 run osmo-stp_10.42.42.5(pid=17023): Launched\u000a03:13:12.502655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:13.016593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17025): Launched\u000a03:13:13.122269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:13.378923 run patchelf(pid=17026): Launched\u000a03:13:13.550962 run osmo-stp_10.42.42.5(pid=17023): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)]\u000a03:13:13.677157 run osmo-stp_10.42.42.5(pid=17023): stdout: \u000a| (launched: 2022-12-09_03:13:12.248111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:13.803907 run osmo-stp_10.42.42.5(pid=17023): stderr: \u000a| �[0;m�[38;5;43m20221209031312416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031312417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031312417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031312417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031312418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031312418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031312418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:13.926028 run osmo-stp_10.42.42.5(pid=17023): stdout: \u000a| (launched: 2022-12-09_03:13:12.248111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:14.047484 run osmo-stp_10.42.42.5(pid=17023): stderr: \u000a| �[0;m�[38;5;43m20221209031312416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031312417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031312417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031312417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031312418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031312418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031312418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:14.189113 run patchelf(pid=17026): Terminating (SIGINT)\u000a03:13:14.354675 run patchelf(pid=17026): Terminated: ok {rc=0}\u000a03:13:14.385139 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17023): Process ended prematurely: osmo-stp_10.42.42.5(pid=17023) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:13:14.393759 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:13:14.454198 run osmo-hlr_10.42.42.2(pid=17020): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17020)]\u000a03:13:14.502776 run osmo-hlr_10.42.42.2(pid=17020): stdout: \u000a| (launched: 2022-12-09_03:13:11.325533) \u000a03:13:14.552913 run osmo-hlr_10.42.42.2(pid=17020): stderr: \u000a| �[0;m�[1;31m20221209031311500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031311500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031311500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031311500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031311500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031311500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031311512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031311520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031311521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031311521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:14.594755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Terminating (SIGTERM)\u000a03:13:14.634682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17022): Terminating (SIGTERM)\u000a03:13:14.674797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17025): Terminating (SIGTERM)\u000a03:13:14.684380 --- ParallelTerminationStrategy: PID 17019 died...\u000a03:13:14.737828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Terminated: ok {rc=0}\u000a03:13:14.747573 --- ParallelTerminationStrategy: PID 17022 died...\u000a03:13:14.800448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17022): Terminated: ok {rc=0}\u000a03:13:14.810158 --- ParallelTerminationStrategy: PID 17025 died...\u000a03:13:14.862519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17025): Terminated: ok {rc=0}\u000a03:13:14.950274 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:12:16" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17041): Process ended prematurely: osmo-stp_10.42.42.5(pid=17041) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17041)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17041): Process ended prematurely: osmo-stp_10.42.42.5(pid=17041) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:13:17.093443 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.106362 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:17.260264 tst cs_paging_gprs_active.py: using LAC 18673\u000a03:13:17.384608 tst cs_paging_gprs_active.py: using RAC 58\u000a03:13:17.514618 tst cs_paging_gprs_active.py: using CellId 18673\u000a03:13:17.638944 tst cs_paging_gprs_active.py: using BVCI 18674\u000a03:13:17.663978 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.676111 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.687756 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.699363 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.710828 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.722459 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.734141 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.745433 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:17.757276 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:17.873639 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:18.149264 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:13:18.274092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:18.583337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17030): Launched\u000a03:13:18.840404 run iperf3-srv_10.42.42.10(pid=17031): Launched\u000a03:13:19.021747 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:13:19.152710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:19.483363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17033): Launched\u000a03:13:19.758827 run iperf3-srv_10.42.42.10(pid=17034): Launched\u000a03:13:19.955115 tst cs_paging_gprs_active.py:38: start network...\u000a03:13:20.088763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:20.600548 run create_hlr_db(pid=17035): Launched\u000a03:13:20.786120 bus /gobi_6: Setting Powered False\u000a03:13:21.807691 run create_hlr_db(pid=17035): Terminated: ok {rc=0}\u000a03:13:22.209946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17037): Launched\u000a03:13:22.509886 run osmo-hlr_10.42.42.2(pid=17038): Launched\u000a03:13:22.625729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:23.143538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17040): Launched\u000a03:13:23.443859 run osmo-stp_10.42.42.5(pid=17041): Launched\u000a03:13:23.553873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:24.075166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17043): Launched\u000a03:13:24.181997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:24.444006 run patchelf(pid=17044): Launched\u000a03:13:24.619873 run osmo-stp_10.42.42.5(pid=17041): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17041)]\u000a03:13:24.748361 run osmo-stp_10.42.42.5(pid=17041): stdout: \u000a| (launched: 2022-12-09_03:13:23.295903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:24.877624 run osmo-stp_10.42.42.5(pid=17041): stderr: \u000a| �[0;m�[38;5;43m20221209031323465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031323465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031323466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031323466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031323467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031323467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031323467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:25.001954 run osmo-stp_10.42.42.5(pid=17041): stdout: \u000a| (launched: 2022-12-09_03:13:23.295903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:25.125372 run osmo-stp_10.42.42.5(pid=17041): stderr: \u000a| �[0;m�[38;5;43m20221209031323465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031323465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031323466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031323466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031323467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031323467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031323467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:25.269634 run patchelf(pid=17044): Terminating (SIGINT)\u000a03:13:25.438512 run patchelf(pid=17044): Terminated: ok {rc=0}\u000a03:13:25.469473 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17041): Process ended prematurely: osmo-stp_10.42.42.5(pid=17041) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17041)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:13:25.478659 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:13:25.539389 run osmo-hlr_10.42.42.2(pid=17038): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17038)]\u000a03:13:25.588470 run osmo-hlr_10.42.42.2(pid=17038): stdout: \u000a| (launched: 2022-12-09_03:13:22.362148) \u000a03:13:25.638263 run osmo-hlr_10.42.42.2(pid=17038): stderr: \u000a| �[0;m�[1;31m20221209031322537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031322537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031322537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031322537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031322537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031322537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031322549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031322558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031322558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031322558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:25.680480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17030): Terminating (SIGTERM)\u000a03:13:25.720597 run iperf3-srv_10.42.42.10(pid=17031): Terminating (SIGTERM)\u000a03:13:25.760673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17033): Terminating (SIGTERM)\u000a03:13:25.800603 run iperf3-srv_10.42.42.10(pid=17034): Terminating (SIGTERM)\u000a03:13:25.840739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17037): Terminating (SIGTERM)\u000a03:13:25.880858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17040): Terminating (SIGTERM)\u000a03:13:25.921447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17043): Terminating (SIGTERM)\u000a03:13:25.931161 --- ParallelTerminationStrategy: PID 17030 died...\u000a03:13:25.985030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17030): Terminated: ok {rc=0}\u000a03:13:25.994806 --- ParallelTerminationStrategy: PID 17031 died...\u000a03:13:26.047965 run iperf3-srv_10.42.42.10(pid=17031): Terminated {rc=256}\u000a03:13:26.058197 --- ParallelTerminationStrategy: PID 17033 died...\u000a03:13:26.111587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17033): Terminated: ok {rc=0}\u000a03:13:26.121840 --- ParallelTerminationStrategy: PID 17034 died...\u000a03:13:26.175521 run iperf3-srv_10.42.42.10(pid=17034): Terminated {rc=256}\u000a03:13:26.185226 --- ParallelTerminationStrategy: PID 17037 died...\u000a03:13:26.238129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17037): Terminated: ok {rc=0}\u000a03:13:26.247994 --- ParallelTerminationStrategy: PID 17040 died...\u000a03:13:26.301284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17040): Terminated: ok {rc=0}\u000a03:13:26.311177 --- ParallelTerminationStrategy: PID 17043 died...\u000a03:13:26.364340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17043): Terminated: ok {rc=0}\u000a03:13:26.452108 bus /gobi_0: Setting Powered False\u000a03:13:27.555514 bus /gobi_0: Setting Powered False\u000a03:13:28.661636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17054): Process ended prematurely: osmo-stp_10.42.42.5(pid=17054) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17054): Process ended prematurely: osmo-stp_10.42.42.5(pid=17054) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:13:29.775343 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:29.787349 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:29.943178 tst iperf3.py: using LAC 18674\u000a03:13:30.071048 tst iperf3.py: using RAC 59\u000a03:13:30.199008 tst iperf3.py: using CellId 18674\u000a03:13:30.329108 tst iperf3.py: using BVCI 18675\u000a03:13:30.353953 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.365475 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.376667 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.387940 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.399256 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.410579 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.421946 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.433199 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.444682 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:30.739968 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:13:30.888033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:31.241671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17046): Launched\u000a03:13:31.522771 run iperf3-srv_10.42.42.10(pid=17047): Launched\u000a03:13:31.713223 tst iperf3.py:8: start network...\u000a03:13:31.843894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:32.349500 run create_hlr_db(pid=17048): Launched\u000a03:13:32.534624 bus /gobi_6: Setting Powered False\u000a03:13:33.555739 run create_hlr_db(pid=17048): Terminated: ok {rc=0}\u000a03:13:33.957433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17050): Launched\u000a03:13:34.257448 run osmo-hlr_10.42.42.2(pid=17051): Launched\u000a03:13:34.375913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:34.905507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17053): Launched\u000a03:13:35.205781 run osmo-stp_10.42.42.5(pid=17054): Launched\u000a03:13:35.316593 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:35.837679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17056): Launched\u000a03:13:35.944036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:36.204803 run patchelf(pid=17057): Launched\u000a03:13:36.379406 run osmo-stp_10.42.42.5(pid=17054): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)]\u000a03:13:36.507167 run osmo-stp_10.42.42.5(pid=17054): stdout: \u000a| (launched: 2022-12-09_03:13:35.057242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:36.635315 run osmo-stp_10.42.42.5(pid=17054): stderr: \u000a| �[0;m�[38;5;43m20221209031335230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031335230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031335230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031335231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:36.759374 run osmo-stp_10.42.42.5(pid=17054): stdout: \u000a| (launched: 2022-12-09_03:13:35.057242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:36.882265 run osmo-stp_10.42.42.5(pid=17054): stderr: \u000a| �[0;m�[38;5;43m20221209031335230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031335230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031335230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031335231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:37.025099 run patchelf(pid=17057): Terminating (SIGINT)\u000a03:13:37.192765 run patchelf(pid=17057): Terminated: ok {rc=0}\u000a03:13:37.223785 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17054): Process ended prematurely: osmo-stp_10.42.42.5(pid=17054) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17054)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:13:37.233077 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a03:13:37.293781 run osmo-hlr_10.42.42.2(pid=17051): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17051)]\u000a03:13:37.342755 run osmo-hlr_10.42.42.2(pid=17051): stdout: \u000a| (launched: 2022-12-09_03:13:34.109828) \u000a03:13:37.392019 run osmo-hlr_10.42.42.2(pid=17051): stderr: \u000a| �[0;m�[1;31m20221209031334287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031334287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031334287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031334287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031334287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031334287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031334299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031334307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031334308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031334308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:37.433768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17046): Terminating (SIGTERM)\u000a03:13:37.473206 run iperf3-srv_10.42.42.10(pid=17047): Terminating (SIGTERM)\u000a03:13:37.512715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17050): Terminating (SIGTERM)\u000a03:13:37.552124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17053): Terminating (SIGTERM)\u000a03:13:37.591635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17056): Terminating (SIGTERM)\u000a03:13:37.601133 --- ParallelTerminationStrategy: PID 17046 died...\u000a03:13:37.654163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17046): Terminated: ok {rc=0}\u000a03:13:37.663979 --- ParallelTerminationStrategy: PID 17047 died...\u000a03:13:37.716785 run iperf3-srv_10.42.42.10(pid=17047): Terminated {rc=256}\u000a03:13:37.726535 --- ParallelTerminationStrategy: PID 17050 died...\u000a03:13:37.779517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17050): Terminated: ok {rc=0}\u000a03:13:37.789142 --- ParallelTerminationStrategy: PID 17053 died...\u000a03:13:37.842481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17053): Terminated: ok {rc=0}\u000a03:13:37.852312 --- ParallelTerminationStrategy: PID 17056 died...\u000a03:13:37.905106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17056): Terminated: ok {rc=0}\u000a03:13:37.988324 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17072): Process ended prematurely: osmo-stp_10.42.42.5(pid=17072) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17072)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17072): Process ended prematurely: osmo-stp_10.42.42.5(pid=17072) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:13:39.102230 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.114502 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:39.264696 tst iperf3m4.py: using LAC 18675\u000a03:13:39.390094 tst iperf3m4.py: using RAC 60\u000a03:13:39.520341 tst iperf3m4.py: using CellId 18675\u000a03:13:39.639159 tst iperf3m4.py: using BVCI 18676\u000a03:13:39.662114 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.673191 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.683976 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.695066 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.706081 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.717122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.728251 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.739337 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.750523 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:39.869660 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:39.993927 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:40.115571 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:40.409234 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:13:40.543621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:40.875455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17058): Launched\u000a03:13:41.150845 run iperf3-srv_10.42.42.10(pid=17059): Launched\u000a03:13:41.348221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:13:41.482747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:41.814274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17060): Launched\u000a03:13:42.089723 run iperf3-srv_10.42.42.10(pid=17061): Launched\u000a03:13:42.286476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:13:42.421170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:42.752745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17062): Launched\u000a03:13:43.027727 run iperf3-srv_10.42.42.10(pid=17063): Launched\u000a03:13:43.223547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:13:43.358007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:43.688768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17064): Launched\u000a03:13:43.964234 run iperf3-srv_10.42.42.10(pid=17065): Launched\u000a03:13:44.160306 tst iperf3m4.py:8: start network...\u000a03:13:44.294681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:44.809409 run create_hlr_db(pid=17066): Launched\u000a03:13:44.994822 bus /gobi_6: Setting Powered False\u000a03:13:46.044201 run create_hlr_db(pid=17066): Terminated: ok {rc=0}\u000a03:13:46.475810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17068): Launched\u000a03:13:46.831802 run osmo-hlr_10.42.42.2(pid=17069): Launched\u000a03:13:47.059943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:47.658501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17071): Launched\u000a03:13:47.958524 run osmo-stp_10.42.42.5(pid=17072): Launched\u000a03:13:48.067506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:48.588925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17074): Launched\u000a03:13:48.696061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:48.957957 run patchelf(pid=17075): Launched\u000a03:13:49.132699 run osmo-stp_10.42.42.5(pid=17072): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17072)]\u000a03:13:49.261472 run osmo-stp_10.42.42.5(pid=17072): stdout: \u000a| (launched: 2022-12-09_03:13:47.810806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:49.390360 run osmo-stp_10.42.42.5(pid=17072): stderr: \u000a| �[0;m�[38;5;43m20221209031347978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031347978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031347978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031347979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031347979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031347979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031347979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:49.515069 run osmo-stp_10.42.42.5(pid=17072): stdout: \u000a| (launched: 2022-12-09_03:13:47.810806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:49.638147 run osmo-stp_10.42.42.5(pid=17072): stderr: \u000a| �[0;m�[38;5;43m20221209031347978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031347978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031347978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031347979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031347979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031347979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031347979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:49.781386 run patchelf(pid=17075): Terminating (SIGINT)\u000a03:13:49.949685 run patchelf(pid=17075): Terminated: ok {rc=0}\u000a03:13:49.980692 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17072): Process ended prematurely: osmo-stp_10.42.42.5(pid=17072) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17072)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:13:49.989959 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:13:50.050116 run osmo-hlr_10.42.42.2(pid=17069): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17069)]\u000a03:13:50.098494 run osmo-hlr_10.42.42.2(pid=17069): stdout: \u000a| (launched: 2022-12-09_03:13:46.638056) \u000a03:13:50.147296 run osmo-hlr_10.42.42.2(pid=17069): stderr: \u000a| �[0;m�[1;31m20221209031347048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031347048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031347048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031347048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031347051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031347051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031347077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031347096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031347096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031347096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:50.188871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17058): Terminating (SIGTERM)\u000a03:13:50.228367 run iperf3-srv_10.42.42.10(pid=17059): Terminating (SIGTERM)\u000a03:13:50.268204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17060): Terminating (SIGTERM)\u000a03:13:50.307399 run iperf3-srv_10.42.42.10(pid=17061): Terminating (SIGTERM)\u000a03:13:50.346952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17062): Terminating (SIGTERM)\u000a03:13:50.386632 run iperf3-srv_10.42.42.10(pid=17063): Terminating (SIGTERM)\u000a03:13:50.426310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17064): Terminating (SIGTERM)\u000a03:13:50.465496 run iperf3-srv_10.42.42.10(pid=17065): Terminating (SIGTERM)\u000a03:13:50.505286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17068): Terminating (SIGTERM)\u000a03:13:50.544702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17071): Terminating (SIGTERM)\u000a03:13:50.584309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17074): Terminating (SIGTERM)\u000a03:13:50.593758 --- ParallelTerminationStrategy: PID 17058 died...\u000a03:13:50.646780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17058): Terminated: ok {rc=0}\u000a03:13:50.656559 --- ParallelTerminationStrategy: PID 17059 died...\u000a03:13:50.709383 run iperf3-srv_10.42.42.10(pid=17059): Terminated {rc=256}\u000a03:13:50.719229 --- ParallelTerminationStrategy: PID 17060 died...\u000a03:13:50.772004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17060): Terminated: ok {rc=0}\u000a03:13:50.781852 --- ParallelTerminationStrategy: PID 17061 died...\u000a03:13:50.834685 run iperf3-srv_10.42.42.10(pid=17061): Terminated {rc=256}\u000a03:13:50.844156 --- ParallelTerminationStrategy: PID 17062 died...\u000a03:13:50.897064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17062): Terminated: ok {rc=0}\u000a03:13:50.906527 --- ParallelTerminationStrategy: PID 17063 died...\u000a03:13:50.958858 run iperf3-srv_10.42.42.10(pid=17063): Terminated {rc=256}\u000a03:13:50.968592 --- ParallelTerminationStrategy: PID 17064 died...\u000a03:13:51.021140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17064): Terminated: ok {rc=0}\u000a03:13:51.030865 --- ParallelTerminationStrategy: PID 17065 died...\u000a03:13:51.083013 run iperf3-srv_10.42.42.10(pid=17065): Terminated {rc=256}\u000a03:13:51.092686 --- ParallelTerminationStrategy: PID 17068 died...\u000a03:13:51.144904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17068): Terminated: ok {rc=0}\u000a03:13:51.154729 --- ParallelTerminationStrategy: PID 17071 died...\u000a03:13:51.207244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17071): Terminated: ok {rc=0}\u000a03:13:51.216808 --- ParallelTerminationStrategy: PID 17074 died...\u000a03:13:51.270196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17074): Terminated: ok {rc=0}\u000a03:13:51.358900 bus /gobi_4: Setting Powered False\u000a03:13:52.465036 bus /gobi_4: Setting Powered False\u000a03:13:53.577142 bus /gobi_1: Setting Powered False\u000a03:13:54.678881 bus /gobi_1: Setting Powered False\u000a03:13:55.789051 bus /gobi_0: Setting Powered False\u000a03:13:56.892400 bus /gobi_0: Setting Powered False\u000a03:13:57.999767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17082): Process ended prematurely: osmo-stp_10.42.42.5(pid=17082) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17082)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17082): Process ended prematurely: osmo-stp_10.42.42.5(pid=17082) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:13:59.067289 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.079587 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:59.233952 tst ping.py: using LAC 18676\u000a03:13:59.358456 tst ping.py: using RAC 61\u000a03:13:59.482964 tst ping.py: using CellId 18676\u000a03:13:59.608898 tst ping.py: using BVCI 18677\u000a03:13:59.633265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.644767 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.656096 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.667451 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.678787 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.690456 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.702027 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:59.713395 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:59.983906 tst ping.py:19: start network...\u000a03:14:00.106347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:00.571105 run create_hlr_db(pid=17076): Launched\u000a03:14:00.740825 bus /gobi_6: Setting Powered False\u000a03:14:01.766556 run create_hlr_db(pid=17076): Terminated: ok {rc=0}\u000a03:14:02.196331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17078): Launched\u000a03:14:02.512920 run osmo-hlr_10.42.42.2(pid=17079): Launched\u000a03:14:02.629190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:03.186671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17081): Launched\u000a03:14:03.502385 run osmo-stp_10.42.42.5(pid=17082): Launched\u000a03:14:03.617318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:14:04.168644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Launched\u000a03:14:04.280819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:14:04.555009 run patchelf(pid=17085): Launched\u000a03:14:04.739600 run osmo-stp_10.42.42.5(pid=17082): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17082)]\u000a03:14:04.874707 run osmo-stp_10.42.42.5(pid=17082): stdout: \u000a| (launched: 2022-12-09_03:14:03.347020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:05.010317 run osmo-stp_10.42.42.5(pid=17082): stderr: \u000a| �[0;m�[38;5;43m20221209031403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031403540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031403541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031403541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031403541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:05.140830 run osmo-stp_10.42.42.5(pid=17082): stdout: \u000a| (launched: 2022-12-09_03:14:03.347020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:05.270230 run osmo-stp_10.42.42.5(pid=17082): stderr: \u000a| �[0;m�[38;5;43m20221209031403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031403540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031403541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031403541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031403541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:05.420584 run patchelf(pid=17085): Terminating (SIGINT)\u000a03:14:05.597940 run patchelf(pid=17085): Terminated: ok {rc=0}\u000a03:14:05.630392 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17082): Process ended prematurely: osmo-stp_10.42.42.5(pid=17082) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17082)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:14:05.639837 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:14:05.702462 run osmo-hlr_10.42.42.2(pid=17079): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17079)]\u000a03:14:05.753529 run osmo-hlr_10.42.42.2(pid=17079): stdout: \u000a| (launched: 2022-12-09_03:14:02.358244) \u000a03:14:05.805144 run osmo-hlr_10.42.42.2(pid=17079): stderr: \u000a| �[0;m�[1;31m20221209031402556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031402556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031402556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031402556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031402556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031402556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031402569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031402577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031402578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031402578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:05.848910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17078): Terminating (SIGTERM)\u000a03:14:05.890527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17081): Terminating (SIGTERM)\u000a03:14:05.931986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Terminating (SIGTERM)\u000a03:14:05.941753 --- ParallelTerminationStrategy: PID 17078 died...\u000a03:14:05.997551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17078): Terminated: ok {rc=0}\u000a03:14:06.007695 --- ParallelTerminationStrategy: PID 17081 died...\u000a03:14:06.062992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17081): Terminated: ok {rc=0}\u000a03:14:06.073196 --- ParallelTerminationStrategy: PID 17084 died...\u000a03:14:06.128757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Terminated: ok {rc=0}\u000a03:14:06.214887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17092): Process ended prematurely: osmo-stp_10.42.42.5(pid=17092) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17092)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17092): Process ended prematurely: osmo-stp_10.42.42.5(pid=17092) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:14:07.268614 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.281490 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:14:07.440661 tst ping_idle_ping.py: using LAC 18677\u000a03:14:07.564653 tst ping_idle_ping.py: using RAC 62\u000a03:14:07.682489 tst ping_idle_ping.py: using CellId 18677\u000a03:14:07.797572 tst ping_idle_ping.py: using BVCI 18678\u000a03:14:07.820275 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.831505 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.842433 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.854236 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.865924 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.877425 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.889073 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:14:07.900546 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:14:08.172786 tst ping_idle_ping.py:24: start network...\u000a03:14:08.295946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:08.762190 run create_hlr_db(pid=17086): Launched\u000a03:14:08.931854 bus /gobi_6: Setting Powered False\u000a03:14:09.953706 run create_hlr_db(pid=17086): Terminated: ok {rc=0}\u000a03:14:10.374489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17088): Launched\u000a03:14:10.691227 run osmo-hlr_10.42.42.2(pid=17089): Launched\u000a03:14:10.812182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:11.359232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17091): Launched\u000a03:14:11.675050 run osmo-stp_10.42.42.5(pid=17092): Launched\u000a03:14:11.790104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:14:12.339807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17094): Launched\u000a03:14:12.452413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:14:12.727633 run patchelf(pid=17095): Launched\u000a03:14:12.911908 run osmo-stp_10.42.42.5(pid=17092): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17092)]\u000a03:14:13.046968 run osmo-stp_10.42.42.5(pid=17092): stdout: \u000a| (launched: 2022-12-09_03:14:11.519780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:13.182010 run osmo-stp_10.42.42.5(pid=17092): stderr: \u000a| �[0;m�[38;5;43m20221209031411713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031411713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031411713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031411714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031411714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031411714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031411714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:13.312812 run osmo-stp_10.42.42.5(pid=17092): stdout: \u000a| (launched: 2022-12-09_03:14:11.519780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:13.442688 run osmo-stp_10.42.42.5(pid=17092): stderr: \u000a| �[0;m�[38;5;43m20221209031411713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031411713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031411713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031411714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031411714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031411714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031411714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:13.593803 run patchelf(pid=17095): Terminating (SIGINT)\u000a03:14:13.770954 run patchelf(pid=17095): Terminated: ok {rc=0}\u000a03:14:13.802927 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17092): Process ended prematurely: osmo-stp_10.42.42.5(pid=17092) [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17092)] [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:14:13.811997 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:14:13.873759 run osmo-hlr_10.42.42.2(pid=17089): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17089)]\u000a03:14:13.924043 run osmo-hlr_10.42.42.2(pid=17089): stdout: \u000a| (launched: 2022-12-09_03:14:10.535167) \u000a03:14:13.974996 run osmo-hlr_10.42.42.2(pid=17089): stderr: \u000a| �[0;m�[1;31m20221209031410733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031410733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031410733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031410734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031410734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031410734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031410746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031410754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031410754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031410754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:14.018623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17088): Terminating (SIGTERM)\u000a03:14:14.059887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17091): Terminating (SIGTERM)\u000a03:14:14.101271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17094): Terminating (SIGTERM)\u000a03:14:14.110870 --- ParallelTerminationStrategy: PID 17088 died...\u000a03:14:14.166035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17088): Terminated: ok {rc=0}\u000a03:14:14.176053 --- ParallelTerminationStrategy: PID 17091 died...\u000a03:14:14.231082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17091): Terminated: ok {rc=0}\u000a03:14:14.241110 --- ParallelTerminationStrategy: PID 17094 died...\u000a03:14:14.295715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17094): Terminated: ok {rc=0}\u000a03:14:14.381800 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:13:16" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17106): Process ended prematurely: osmo-stp_10.42.42.5(pid=17106) [trial-2353↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17106)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17106): Process ended prematurely: osmo-stp_10.42.42.5(pid=17106) [trial-2353↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:14:16.416338 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:16.429669 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:14:16.585479 tst switch_tch_pdch.py: using LAC 18678\u000a03:14:16.731185 tst switch_tch_pdch.py: using RAC 63\u000a03:14:16.883920 tst switch_tch_pdch.py: using CellId 18678\u000a03:14:17.013952 tst switch_tch_pdch.py: using BVCI 18679\u000a03:14:17.039228 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:17.052131 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:17.064914 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:17.077940 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:17.090561 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:17.103305 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:17.116204 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:14:17.129344 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:14:17.253361 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:14:17.543187 tst switch_tch_pdch.py:51: start network...\u000a03:14:17.675948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:18.180520 run create_hlr_db(pid=17100): Launched\u000a03:14:18.362932 bus /gobi_6: Setting Powered False\u000a03:14:19.384860 run create_hlr_db(pid=17100): Terminated: ok {rc=0}\u000a03:14:19.781054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17102): Launched\u000a03:14:20.075633 run osmo-hlr_10.42.42.2(pid=17103): Launched\u000a03:14:20.187096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:20.707164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17105): Launched\u000a03:14:21.001325 run osmo-stp_10.42.42.5(pid=17106): Launched\u000a03:14:21.108863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:14:21.623946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17108): Launched\u000a03:14:21.729549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:14:21.986576 run patchelf(pid=17109): Launched\u000a03:14:22.159163 run osmo-stp_10.42.42.5(pid=17106): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17106)]\u000a03:14:22.285411 run osmo-stp_10.42.42.5(pid=17106): stdout: \u000a| (launched: 2022-12-09_03:14:20.856202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:22.412091 run osmo-stp_10.42.42.5(pid=17106): stderr: \u000a| �[0;m�[38;5;43m20221209031421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031421025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031421027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031421027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031421027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:22.534138 run osmo-stp_10.42.42.5(pid=17106): stdout: \u000a| (launched: 2022-12-09_03:14:20.856202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:22.655565 run osmo-stp_10.42.42.5(pid=17106): stderr: \u000a| �[0;m�[38;5;43m20221209031421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031421024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031421025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031421027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031421027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031421027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:22.796266 run patchelf(pid=17109): Terminating (SIGINT)\u000a03:14:22.961475 run patchelf(pid=17109): Terminated: ok {rc=0}\u000a03:14:22.991296 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17106): Process ended prematurely: osmo-stp_10.42.42.5(pid=17106) [trial-2353↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17106)] [trial-2353↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:14:22.999943 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a03:14:23.060027 run osmo-hlr_10.42.42.2(pid=17103): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17103)]\u000a03:14:23.108805 run osmo-hlr_10.42.42.2(pid=17103): stdout: \u000a| (launched: 2022-12-09_03:14:19.930367) \u000a03:14:23.158479 run osmo-hlr_10.42.42.2(pid=17103): stderr: \u000a| �[0;m�[1;31m20221209031420106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031420106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031420106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031420106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031420106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031420106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031420119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031420128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031420128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031420128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:23.200312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17102): Terminating (SIGTERM)\u000a03:14:23.240144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17105): Terminating (SIGTERM)\u000a03:14:23.279910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17108): Terminating (SIGTERM)\u000a03:14:23.289365 --- ParallelTerminationStrategy: PID 17102 died...\u000a03:14:23.342539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17102): Terminated: ok {rc=0}\u000a03:14:23.352350 --- ParallelTerminationStrategy: PID 17105 died...\u000a03:14:23.404910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17105): Terminated: ok {rc=0}\u000a03:14:23.414677 --- ParallelTerminationStrategy: PID 17108 died...\u000a03:14:23.467261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17108): Terminated: ok {rc=0}\u000a03:14:23.554924 bus /gobi_0: Setting Powered False\u000a03:14:24.657899 bus /gobi_0: Setting Powered False\u000a03:14:25.769685 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:14:16" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17120): Process ended prematurely: osmo-stp_10.42.42.5(pid=17120) [trial-2353↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17120)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17120): Process ended prematurely: osmo-stp_10.42.42.5(pid=17120) [trial-2353↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a03:14:27.716517 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:27.727751 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:14:27.867276 tst mo_mt_sms.py: using LAC 18679\u000a03:14:27.990818 tst mo_mt_sms.py: using RAC 64\u000a03:14:28.115314 tst mo_mt_sms.py: using CellId 18679\u000a03:14:28.239424 tst mo_mt_sms.py: using BVCI 18680\u000a03:14:28.263515 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:28.274780 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:28.285772 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:28.296795 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:28.307821 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:28.318841 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a03:14:28.435703 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a03:14:28.634731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:29.099763 run create_hlr_db(pid=17114): Launched\u000a03:14:29.269636 bus /gobi_6: Setting Powered False\u000a03:14:30.291264 run create_hlr_db(pid=17114): Terminated: ok {rc=0}\u000a03:14:30.683507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Launched\u000a03:14:31.020794 run osmo-hlr_10.42.42.2(pid=17117): Launched\u000a03:14:31.264095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:31.963563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Launched\u000a03:14:32.345756 run osmo-stp_10.42.42.5(pid=17120): Launched\u000a03:14:32.465826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:33.024529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17122): Launched\u000a03:14:33.320664 run osmo-msc_10.42.42.6(pid=17123): Launched\u000a03:14:33.501798 run osmo-stp_10.42.42.5(pid=17120): ERR: Terminated: ERROR {rc=1} [trial-2353↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17120)]\u000a03:14:33.636677 run osmo-stp_10.42.42.5(pid=17120): stdout: \u000a| (launched: 2022-12-09_03:14:32.182973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:33.769338 run osmo-stp_10.42.42.5(pid=17120): stderr: \u000a| �[0;m�[38;5;43m20221209031432495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031432495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031432495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031432495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031432498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031432498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031432498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:33.895992 run osmo-stp_10.42.42.5(pid=17120): stdout: \u000a| (launched: 2022-12-09_03:14:32.182973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:34.021833 run osmo-stp_10.42.42.5(pid=17120): stderr: \u000a| �[0;m�[38;5;43m20221209031432495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031432495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031432495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031432495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031432498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031432498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031432498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:34.077049 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17120): Process ended prematurely: osmo-stp_10.42.42.5(pid=17120) [trial-2353↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17120)] [trial-2353↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a03:14:34.085487 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a03:14:34.147213 run osmo-hlr_10.42.42.2(pid=17117): ERR: Terminated: ERROR {rc=237} [trial-2353↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)]\u000a03:14:34.197876 run osmo-hlr_10.42.42.2(pid=17117): stdout: \u000a| (launched: 2022-12-09_03:14:30.837841) \u000a03:14:34.249269 run osmo-hlr_10.42.42.2(pid=17117): stderr: \u000a| �[0;m�[1;31m20221209031431224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031431224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031431224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031431224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031431224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031431224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031431246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031431273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031431274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:34.319261 run osmo-msc_10.42.42.6(pid=17123): ERR: Terminated: ERROR {rc=2} [trial-2353↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17123)]\u000a03:14:34.370405 run osmo-msc_10.42.42.6(pid=17123): stdout: \u000a| (launched: 2022-12-09_03:14:33.174116) \u000a03:14:34.421380 run osmo-msc_10.42.42.6(pid=17123): stderr: \u000a| �[0;m�[38;5;43m20221209031433442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031433442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0dee775c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031433442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031433442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031433442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031433443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031433445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031433445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031433445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031433445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:34.464877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Terminating (SIGTERM)\u000a03:14:34.506057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Terminating (SIGTERM)\u000a03:14:34.547644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17122): Terminating (SIGTERM)\u000a03:14:34.557316 --- ParallelTerminationStrategy: PID 17116 died...\u000a03:14:34.612459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Terminated: ok {rc=0}\u000a03:14:34.622457 --- ParallelTerminationStrategy: PID 17119 died...\u000a03:14:34.677494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Terminated: ok {rc=0}\u000a03:14:34.687482 --- ParallelTerminationStrategy: PID 17122 died...\u000a03:14:34.742785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17122): Terminated: ok {rc=0}\u000a03:14:34.829456 bus /sierra_3: Setting Powered False\u000a03:14:35.933108 bus /sierra_3: Setting Powered False\u000a03:14:37.044270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:14:27" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17130): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17130) [trial-2353↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17130)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17130): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17130) [trial-2353↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a03:14:38.892225 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a03:14:38.903656 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:14:39.043688 tst assert_extension.py: using LAC 18680\u000a03:14:39.168249 tst assert_extension.py: using RAC 65\u000a03:14:39.291987 tst assert_extension.py: using CellId 18680\u000a03:14:39.416643 tst assert_extension.py: using BVCI 18681\u000a03:14:39.440603 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a03:14:39.712455 tst assert_extension.py:10: start nitb and bts...\u000a03:14:39.836572 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:14:40.446392 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17129): Launched\u000a03:14:40.737527 run osmo-nitb_10.42.42.2(pid=17130): Launched\u000a03:14:40.918239 run osmo-nitb_10.42.42.2(pid=17130): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17130)]\u000a03:14:41.051321 run osmo-nitb_10.42.42.2(pid=17130): stdout: \u000a| (launched: 2022-12-09_03:14:40.595617) \u000a03:14:41.185073 run osmo-nitb_10.42.42.2(pid=17130): stderr: \u000a| (launched: 2022-12-09_03:14:40.639323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:41.314329 run osmo-nitb_10.42.42.2(pid=17130): stdout: \u000a| (launched: 2022-12-09_03:14:40.595617) \u000a03:14:41.442559 run osmo-nitb_10.42.42.2(pid=17130): stderr: \u000a| (launched: 2022-12-09_03:14:40.639323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:41.856439 tst osmo-nitb_10.42.42.2(pid=17130): stdout: \u000a| (launched: 2022-12-09_03:14:40.595617) \u000a03:14:41.973661 tst osmo-nitb_10.42.42.2(pid=17130): stderr: \u000a| (launched: 2022-12-09_03:14:40.639323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:42.024931 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17130): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17130) [trial-2353↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17130)] [trial-2353↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a03:14:42.032927 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a03:14:42.067366 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17129): Terminating (SIGTERM)\u000a03:14:42.244846 --- ParallelTerminationStrategy: PID 17129 died...\u000a03:14:42.299625 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17129): Terminated: ok {rc=0}\u000a03:14:42.387903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:14:38" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2353↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2353↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a03:14:44.216399 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:44.227101 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:14:44.360533 tst assert_extension.py: using LAC 18681\u000a03:14:44.484156 tst assert_extension.py: using RAC 66\u000a03:14:44.607984 tst assert_extension.py: using CellId 18681\u000a03:14:44.736247 tst assert_extension.py: using BVCI 18682\u000a03:14:44.760347 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:44.771698 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:44.782740 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:44.793892 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:44.804866 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:44.815876 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a03:14:45.010885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:45.474845 run create_hlr_db(pid=17134): Launched\u000a03:14:45.644565 bus /sierra_2: Setting Powered False\u000a03:14:46.675247 run create_hlr_db(pid=17134): Terminated: ok {rc=0}\u000a03:14:47.092407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Launched\u000a03:14:47.392800 run osmo-hlr_10.42.42.2(pid=17137): Launched\u000a03:14:47.505819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:48.024406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Launched\u000a03:14:48.319565 run osmo-stp_10.42.42.5(pid=17140): Launched\u000a03:14:48.427022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:48.963772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17142): Launched\u000a03:14:49.258559 run osmo-msc_10.42.42.6(pid=17143): Launched\u000a03:14:49.431508 run osmo-stp_10.42.42.5(pid=17140): ERR: Terminated: ERROR {rc=1} [trial-2353↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]\u000a03:14:49.556357 run osmo-stp_10.42.42.5(pid=17140): stdout: \u000a| (launched: 2022-12-09_03:14:48.173210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:49.679010 run osmo-stp_10.42.42.5(pid=17140): stderr: \u000a| �[0;m�[38;5;43m20221209031448344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031448344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031448345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031448345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031448346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031448346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031448346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:49.796658 run osmo-stp_10.42.42.5(pid=17140): stdout: \u000a| (launched: 2022-12-09_03:14:48.173210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:49.914349 run osmo-stp_10.42.42.5(pid=17140): stderr: \u000a| �[0;m�[38;5;43m20221209031448344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031448344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031448345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031448345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031448346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031448346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031448346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:49.965547 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2353↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)] [trial-2353↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a03:14:49.973536 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a03:14:50.033277 run osmo-hlr_10.42.42.2(pid=17137): ERR: Terminated: ERROR {rc=237} [trial-2353↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17137)]\u000a03:14:50.082147 run osmo-hlr_10.42.42.2(pid=17137): stdout: \u000a| (launched: 2022-12-09_03:14:47.245162) \u000a03:14:50.131743 run osmo-hlr_10.42.42.2(pid=17137): stderr: \u000a| �[0;m�[1;31m20221209031447418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031447418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031447418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031447418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031447418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031447418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031447430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031447438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031447439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031447439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:50.198913 run osmo-msc_10.42.42.6(pid=17143): ERR: Terminated: ERROR {rc=2} [trial-2353↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17143)]\u000a03:14:50.247508 run osmo-msc_10.42.42.6(pid=17143): stdout: \u000a| (launched: 2022-12-09_03:14:49.112375) \u000a03:14:50.296808 run osmo-msc_10.42.42.6(pid=17143): stderr: \u000a| �[0;m�[38;5;43m20221209031449384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031449385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e80af7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031449385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031449385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031449385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031449385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031449387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031449387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031449388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031449388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:50.338371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminating (SIGTERM)\u000a03:14:50.377822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminating (SIGTERM)\u000a03:14:50.417453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17142): Terminating (SIGTERM)\u000a03:14:50.426863 --- ParallelTerminationStrategy: PID 17136 died...\u000a03:14:50.479965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminated: ok {rc=0}\u000a03:14:50.489753 --- ParallelTerminationStrategy: PID 17139 died...\u000a03:14:50.542978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminated: ok {rc=0}\u000a03:14:50.552455 --- ParallelTerminationStrategy: PID 17142 died...\u000a03:14:50.605269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17142): Terminated: ok {rc=0}\u000a03:14:50.687167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:14:44" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17154): Process ended prematurely: osmo-stp_10.42.42.5(pid=17154) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17154)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17154): Process ended prematurely: osmo-stp_10.42.42.5(pid=17154) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:14:52.653654 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:52.665361 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:14:52.823957 tst mo_mt_call.py: using LAC 18682\u000a03:14:52.947742 tst mo_mt_call.py: using RAC 67\u000a03:14:53.072270 tst mo_mt_call.py: using CellId 18682\u000a03:14:53.196847 tst mo_mt_call.py: using BVCI 18683\u000a03:14:53.221389 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:53.233100 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:53.244580 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:53.256478 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:53.268492 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:53.279993 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:53.396030 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:53.602780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:54.115944 run create_hlr_db(pid=17148): Launched\u000a03:14:54.301156 bus /sierra_2: Setting Powered False\u000a03:14:55.322321 run create_hlr_db(pid=17148): Terminated: ok {rc=0}\u000a03:14:55.747811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17150): Launched\u000a03:14:56.069246 run osmo-hlr_10.42.42.2(pid=17151): Launched\u000a03:14:56.191054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:56.748101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17153): Launched\u000a03:14:57.068841 run osmo-stp_10.42.42.5(pid=17154): Launched\u000a03:14:57.185821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:57.771397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17156): Launched\u000a03:14:58.093037 run osmo-msc_10.42.42.6(pid=17157): Launched\u000a03:14:58.281521 run osmo-stp_10.42.42.5(pid=17154): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17154)]\u000a03:14:58.416036 run osmo-stp_10.42.42.5(pid=17154): stdout: \u000a| (launched: 2022-12-09_03:14:56.911242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:58.551276 run osmo-stp_10.42.42.5(pid=17154): stderr: \u000a| �[0;m�[38;5;43m20221209031457102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031457102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031457102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031457103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031457103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031457103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031457103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:58.680158 run osmo-stp_10.42.42.5(pid=17154): stdout: \u000a| (launched: 2022-12-09_03:14:56.911242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:58.808454 run osmo-stp_10.42.42.5(pid=17154): stderr: \u000a| �[0;m�[38;5;43m20221209031457102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031457102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031457102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031457103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031457103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031457103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031457103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:58.864839 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17154): Process ended prematurely: osmo-stp_10.42.42.5(pid=17154) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17154)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:14:58.874162 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:14:58.936338 run osmo-hlr_10.42.42.2(pid=17151): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17151)]\u000a03:14:58.987357 run osmo-hlr_10.42.42.2(pid=17151): stdout: \u000a| (launched: 2022-12-09_03:14:55.911410) \u000a03:14:59.039171 run osmo-hlr_10.42.42.2(pid=17151): stderr: \u000a| �[0;m�[1;31m20221209031456110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031456110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031456110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031456110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031456110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031456110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031456122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031456130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031456130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031456130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:59.109477 run osmo-msc_10.42.42.6(pid=17157): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17157)]\u000a03:14:59.160144 run osmo-msc_10.42.42.6(pid=17157): stdout: \u000a| (launched: 2022-12-09_03:14:57.935337) \u000a03:14:59.211448 run osmo-msc_10.42.42.6(pid=17157): stderr: \u000a| �[0;m�[38;5;43m20221209031458258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031458258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4859d09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031458258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031458258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031458258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031458258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031458260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031458260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031458260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031458261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:59.254999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17150): Terminating (SIGTERM)\u000a03:14:59.296253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17153): Terminating (SIGTERM)\u000a03:14:59.337638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17156): Terminating (SIGTERM)\u000a03:14:59.346892 --- ParallelTerminationStrategy: PID 17150 died...\u000a03:14:59.401962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17150): Terminated: ok {rc=0}\u000a03:14:59.411895 --- ParallelTerminationStrategy: PID 17153 died...\u000a03:14:59.466669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17153): Terminated: ok {rc=0}\u000a03:14:59.476602 --- ParallelTerminationStrategy: PID 17156 died...\u000a03:14:59.531356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17156): Terminated: ok {rc=0}\u000a03:14:59.616990 bus /sierra_3: Setting Powered False\u000a03:15:00.722741 bus /sierra_3: Setting Powered False\u000a03:15:01.832435 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17168): Process ended prematurely: osmo-stp_10.42.42.5(pid=17168) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17168)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17168): Process ended prematurely: osmo-stp_10.42.42.5(pid=17168) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:02.948088 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:15:02.960231 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:15:03.116739 tst mo_mt_call_osmux.py: using LAC 18683\u000a03:15:03.241812 tst mo_mt_call_osmux.py: using RAC 68\u000a03:15:03.357829 tst mo_mt_call_osmux.py: using CellId 18683\u000a03:15:03.475001 tst mo_mt_call_osmux.py: using BVCI 18684\u000a03:15:03.497924 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:15:03.509053 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:15:03.519852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:15:03.531176 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:15:03.542510 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:15:03.553742 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:15:03.671105 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:15:03.871157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:04.342018 run create_hlr_db(pid=17162): Launched\u000a03:15:04.514118 bus /sierra_2: Setting Powered False\u000a03:15:05.536614 run create_hlr_db(pid=17162): Terminated: ok {rc=0}\u000a03:15:05.964335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17164): Launched\u000a03:15:06.286698 run osmo-hlr_10.42.42.2(pid=17165): Launched\u000a03:15:06.408732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:06.969134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17167): Launched\u000a03:15:07.293505 run osmo-stp_10.42.42.5(pid=17168): Launched\u000a03:15:07.412181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:08.002669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17170): Launched\u000a03:15:08.326314 run osmo-msc_10.42.42.6(pid=17171): Launched\u000a03:15:08.518967 run osmo-stp_10.42.42.5(pid=17168): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17168)]\u000a03:15:08.655221 run osmo-stp_10.42.42.5(pid=17168): stdout: \u000a| (launched: 2022-12-09_03:15:07.134055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:08.791338 run osmo-stp_10.42.42.5(pid=17168): stderr: \u000a| �[0;m�[38;5;43m20221209031507326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031507327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031507327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031507327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031507330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031507330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031507330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:08.921252 run osmo-stp_10.42.42.5(pid=17168): stdout: \u000a| (launched: 2022-12-09_03:15:07.134055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:09.049973 run osmo-stp_10.42.42.5(pid=17168): stderr: \u000a| �[0;m�[38;5;43m20221209031507326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031507327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031507327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031507327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031507330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031507330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031507330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:09.106785 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17168): Process ended prematurely: osmo-stp_10.42.42.5(pid=17168) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17168)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:15:09.116017 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:15:09.178157 run osmo-hlr_10.42.42.2(pid=17165): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17165)]\u000a03:15:09.228927 run osmo-hlr_10.42.42.2(pid=17165): stdout: \u000a| (launched: 2022-12-09_03:15:06.128438) \u000a03:15:09.280465 run osmo-hlr_10.42.42.2(pid=17165): stderr: \u000a| �[0;m�[1;31m20221209031506326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031506326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031506326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031506326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031506326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031506326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031506338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031506349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031506350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031506350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:09.350954 run osmo-msc_10.42.42.6(pid=17171): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17171)]\u000a03:15:09.401846 run osmo-msc_10.42.42.6(pid=17171): stdout: \u000a| (launched: 2022-12-09_03:15:08.167109) \u000a03:15:09.453232 run osmo-msc_10.42.42.6(pid=17171): stderr: \u000a| �[0;m�[38;5;43m20221209031508490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031508491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7814140c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031508491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031508491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031508491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031508491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031508493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031508493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031508493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031508493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:09.497258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17164): Terminating (SIGTERM)\u000a03:15:09.539031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17167): Terminating (SIGTERM)\u000a03:15:09.580532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17170): Terminating (SIGTERM)\u000a03:15:09.590256 --- ParallelTerminationStrategy: PID 17164 died...\u000a03:15:09.645847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17164): Terminated: ok {rc=0}\u000a03:15:09.655997 --- ParallelTerminationStrategy: PID 17167 died...\u000a03:15:09.711265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17167): Terminated: ok {rc=0}\u000a03:15:09.721368 --- ParallelTerminationStrategy: PID 17170 died...\u000a03:15:09.777319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17170): Terminated: ok {rc=0}\u000a03:15:09.863965 bus /sierra_3: Setting Powered False\u000a03:15:10.968286 bus /sierra_3: Setting Powered False\u000a03:15:12.076112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:14:52" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17182): Process ended prematurely: osmo-stp_10.42.42.5(pid=17182) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17182)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17182): Process ended prematurely: osmo-stp_10.42.42.5(pid=17182) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:15:14.088175 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:14.099887 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:15:14.258421 tst mo_mt_call.py: using LAC 18684\u000a03:15:14.382447 tst mo_mt_call.py: using RAC 69\u000a03:15:14.507019 tst mo_mt_call.py: using CellId 18684\u000a03:15:14.630927 tst mo_mt_call.py: using BVCI 18685\u000a03:15:14.655378 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:14.667067 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:14.678490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:14.690035 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:14.701616 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:14.713051 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:15:14.830708 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:15:15.032827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:15.504701 run create_hlr_db(pid=17176): Launched\u000a03:15:15.677131 bus /sierra_2: Setting Powered False\u000a03:15:16.703197 run create_hlr_db(pid=17176): Terminated: ok {rc=0}\u000a03:15:17.177954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17178): Launched\u000a03:15:17.482499 run osmo-hlr_10.42.42.2(pid=17179): Launched\u000a03:15:17.597991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:18.118863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17181): Launched\u000a03:15:18.419979 run osmo-stp_10.42.42.5(pid=17182): Launched\u000a03:15:18.530414 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:19.078243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17184): Launched\u000a03:15:19.380694 run osmo-msc_10.42.42.6(pid=17185): Launched\u000a03:15:19.557921 run osmo-stp_10.42.42.5(pid=17182): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17182)]\u000a03:15:19.685692 run osmo-stp_10.42.42.5(pid=17182): stdout: \u000a| (launched: 2022-12-09_03:15:18.271317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:19.810576 run osmo-stp_10.42.42.5(pid=17182): stderr: \u000a| �[0;m�[38;5;43m20221209031518440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031518440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031518440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031518441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031518443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031518443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031518443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:19.931245 run osmo-stp_10.42.42.5(pid=17182): stdout: \u000a| (launched: 2022-12-09_03:15:18.271317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:20.051120 run osmo-stp_10.42.42.5(pid=17182): stderr: \u000a| �[0;m�[38;5;43m20221209031518440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031518440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031518440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031518441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031518443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031518443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031518443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:20.104324 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17182): Process ended prematurely: osmo-stp_10.42.42.5(pid=17182) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17182)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:15:20.112890 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:15:20.172690 run osmo-hlr_10.42.42.2(pid=17179): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17179)]\u000a03:15:20.221910 run osmo-hlr_10.42.42.2(pid=17179): stdout: \u000a| (launched: 2022-12-09_03:15:17.332651) \u000a03:15:20.271406 run osmo-hlr_10.42.42.2(pid=17179): stderr: \u000a| �[0;m�[1;31m20221209031517508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031517508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031517508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031517508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031517508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031517508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031517523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031517533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031517533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031517533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:20.338628 run osmo-msc_10.42.42.6(pid=17185): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17185)]\u000a03:15:20.387286 run osmo-msc_10.42.42.6(pid=17185): stdout: \u000a| (launched: 2022-12-09_03:15:19.230515) \u000a03:15:20.436488 run osmo-msc_10.42.42.6(pid=17185): stderr: \u000a| �[0;m�[38;5;43m20221209031519500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031519500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc1037ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031519500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031519500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031519500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031519501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031519502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031519503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031519503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031519503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:20.478159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17178): Terminating (SIGTERM)\u000a03:15:20.517830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17181): Terminating (SIGTERM)\u000a03:15:20.558005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17184): Terminating (SIGTERM)\u000a03:15:20.567433 --- ParallelTerminationStrategy: PID 17178 died...\u000a03:15:20.620628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17178): Terminated: ok {rc=0}\u000a03:15:20.630319 --- ParallelTerminationStrategy: PID 17181 died...\u000a03:15:20.683096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17181): Terminated: ok {rc=0}\u000a03:15:20.692803 --- ParallelTerminationStrategy: PID 17184 died...\u000a03:15:20.745604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17184): Terminated: ok {rc=0}\u000a03:15:20.833842 bus /sierra_3: Setting Powered False\u000a03:15:21.936711 bus /sierra_3: Setting Powered False\u000a03:15:23.042741 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17193): Process ended prematurely: osmo-stp_10.42.42.5(pid=17193) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17193)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17193): Process ended prematurely: osmo-stp_10.42.42.5(pid=17193) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:24.158113 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:24.170463 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:15:24.337606 tst mo_mt_call_osmux.py: using LAC 18685\u000a03:15:24.465408 tst mo_mt_call_osmux.py: using RAC 70\u000a03:15:24.593006 tst mo_mt_call_osmux.py: using CellId 18685\u000a03:15:24.717871 tst mo_mt_call_osmux.py: using BVCI 18686\u000a03:15:24.743039 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:24.754955 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:24.766506 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:24.778186 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:24.789960 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:15:24.801385 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:15:24.920381 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:15:25.128244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:25.642463 run create_hlr_db(pid=17187): Launched\u000a03:15:25.828265 bus /sierra_2: Setting Powered False\u000a03:15:26.849629 run create_hlr_db(pid=17187): Terminated: ok {rc=0}\u000a03:15:27.251561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17189): Launched\u000a03:15:27.552825 run osmo-hlr_10.42.42.2(pid=17190): Launched\u000a03:15:27.667685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:28.188794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17192): Launched\u000a03:15:28.489759 run osmo-stp_10.42.42.5(pid=17193): Launched\u000a03:15:28.601602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:29.150701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17195): Launched\u000a03:15:29.453536 run osmo-msc_10.42.42.6(pid=17196): Launched\u000a03:15:29.631597 run osmo-stp_10.42.42.5(pid=17193): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17193)]\u000a03:15:29.759546 run osmo-stp_10.42.42.5(pid=17193): stdout: \u000a| (launched: 2022-12-09_03:15:28.341344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:29.885402 run osmo-stp_10.42.42.5(pid=17193): stderr: \u000a| �[0;m�[38;5;43m20221209031528512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031528512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031528512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031528513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031528513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031528513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031528513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:30.006718 run osmo-stp_10.42.42.5(pid=17193): stdout: \u000a| (launched: 2022-12-09_03:15:28.341344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:30.127301 run osmo-stp_10.42.42.5(pid=17193): stderr: \u000a| �[0;m�[38;5;43m20221209031528512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031528512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031528512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031528513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031528513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031528513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031528513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:30.180619 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17193): Process ended prematurely: osmo-stp_10.42.42.5(pid=17193) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17193)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:15:30.189234 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:15:30.248775 run osmo-hlr_10.42.42.2(pid=17190): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17190)]\u000a03:15:30.297531 run osmo-hlr_10.42.42.2(pid=17190): stdout: \u000a| (launched: 2022-12-09_03:15:27.404079) \u000a03:15:30.346834 run osmo-hlr_10.42.42.2(pid=17190): stderr: \u000a| �[0;m�[1;31m20221209031527579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031527579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031527579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031527579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031527579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031527579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031527591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031527600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031527601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031527601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:30.413778 run osmo-msc_10.42.42.6(pid=17196): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17196)]\u000a03:15:30.462285 run osmo-msc_10.42.42.6(pid=17196): stdout: \u000a| (launched: 2022-12-09_03:15:29.303609) \u000a03:15:30.511499 run osmo-msc_10.42.42.6(pid=17196): stderr: \u000a| �[0;m�[38;5;43m20221209031529574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031529574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76ca8c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031529575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031529575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031529575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031529575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031529577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031529577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031529578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031529578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:30.553077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17189): Terminating (SIGTERM)\u000a03:15:30.592799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17192): Terminating (SIGTERM)\u000a03:15:30.632484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17195): Terminating (SIGTERM)\u000a03:15:30.642042 --- ParallelTerminationStrategy: PID 17189 died...\u000a03:15:30.695068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17189): Terminated: ok {rc=0}\u000a03:15:30.705256 --- ParallelTerminationStrategy: PID 17192 died...\u000a03:15:30.758439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17192): Terminated: ok {rc=0}\u000a03:15:30.768042 --- ParallelTerminationStrategy: PID 17195 died...\u000a03:15:30.820785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17195): Terminated: ok {rc=0}\u000a03:15:30.909661 bus /sierra_3: Setting Powered False\u000a03:15:32.015642 bus /sierra_3: Setting Powered False\u000a03:15:33.121115 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:15:13" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17207): Process ended prematurely: osmo-stp_10.42.42.5(pid=17207) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17207)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17207): Process ended prematurely: osmo-stp_10.42.42.5(pid=17207) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:15:35.110441 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:35.121861 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:15:35.273377 tst mo_mt_call.py: using LAC 18686\u000a03:15:35.400675 tst mo_mt_call.py: using RAC 71\u000a03:15:35.527807 tst mo_mt_call.py: using CellId 18686\u000a03:15:35.659207 tst mo_mt_call.py: using BVCI 18687\u000a03:15:35.683862 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:35.695536 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:35.707136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:35.719145 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:35.731858 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:35.744287 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:35.860907 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:36.062474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:36.536461 run create_hlr_db(pid=17201): Launched\u000a03:15:36.708461 bus /sierra_2: Setting Powered False\u000a03:15:37.729991 run create_hlr_db(pid=17201): Terminated: ok {rc=0}\u000a03:15:38.155587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17203): Launched\u000a03:15:38.478569 run osmo-hlr_10.42.42.2(pid=17204): Launched\u000a03:15:38.599240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:39.158553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17206): Launched\u000a03:15:39.481350 run osmo-stp_10.42.42.5(pid=17207): Launched\u000a03:15:39.599557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:40.187620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17209): Launched\u000a03:15:40.510586 run osmo-msc_10.42.42.6(pid=17210): Launched\u000a03:15:40.699927 run osmo-stp_10.42.42.5(pid=17207): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17207)]\u000a03:15:40.836245 run osmo-stp_10.42.42.5(pid=17207): stdout: \u000a| (launched: 2022-12-09_03:15:39.322936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:40.971366 run osmo-stp_10.42.42.5(pid=17207): stderr: \u000a| �[0;m�[38;5;43m20221209031539514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031539514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031539514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031539514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031539515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031539515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031539515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:41.100832 run osmo-stp_10.42.42.5(pid=17207): stdout: \u000a| (launched: 2022-12-09_03:15:39.322936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:41.228668 run osmo-stp_10.42.42.5(pid=17207): stderr: \u000a| �[0;m�[38;5;43m20221209031539514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031539514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031539514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031539514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031539515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031539515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031539515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:41.285194 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17207): Process ended prematurely: osmo-stp_10.42.42.5(pid=17207) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17207)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:15:41.294318 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:15:41.356555 run osmo-hlr_10.42.42.2(pid=17204): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17204)]\u000a03:15:41.407239 run osmo-hlr_10.42.42.2(pid=17204): stdout: \u000a| (launched: 2022-12-09_03:15:38.320020) \u000a03:15:41.458510 run osmo-hlr_10.42.42.2(pid=17204): stderr: \u000a| �[0;m�[1;31m20221209031538518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031538518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031538518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031538518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031538518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031538518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031538531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031538542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031538542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031538542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:41.528505 run osmo-msc_10.42.42.6(pid=17210): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17210)]\u000a03:15:41.579208 run osmo-msc_10.42.42.6(pid=17210): stdout: \u000a| (launched: 2022-12-09_03:15:40.352639) \u000a03:15:41.630520 run osmo-msc_10.42.42.6(pid=17210): stderr: \u000a| �[0;m�[38;5;43m20221209031540675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031540675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61c6129c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031540675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031540675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031540675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031540676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031540677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031540678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031540678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031540678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:41.674155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17203): Terminating (SIGTERM)\u000a03:15:41.715190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17206): Terminating (SIGTERM)\u000a03:15:41.756760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17209): Terminating (SIGTERM)\u000a03:15:41.766478 --- ParallelTerminationStrategy: PID 17203 died...\u000a03:15:41.821782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17203): Terminated: ok {rc=0}\u000a03:15:41.831793 --- ParallelTerminationStrategy: PID 17206 died...\u000a03:15:41.887299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17206): Terminated: ok {rc=0}\u000a03:15:41.897452 --- ParallelTerminationStrategy: PID 17209 died...\u000a03:15:41.952288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17209): Terminated: ok {rc=0}\u000a03:15:42.038054 bus /sierra_3: Setting Powered False\u000a03:15:43.141690 bus /sierra_3: Setting Powered False\u000a03:15:44.248702 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17218): Process ended prematurely: osmo-stp_10.42.42.5(pid=17218) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17218): Process ended prematurely: osmo-stp_10.42.42.5(pid=17218) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:45.363829 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:45.376193 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:15:45.538504 tst mo_mt_call_osmux.py: using LAC 18687\u000a03:15:45.669235 tst mo_mt_call_osmux.py: using RAC 72\u000a03:15:45.794942 tst mo_mt_call_osmux.py: using CellId 18687\u000a03:15:45.942344 tst mo_mt_call_osmux.py: using BVCI 18688\u000a03:15:45.967049 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:45.979529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:45.992731 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:46.007382 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:46.020404 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:46.033604 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:46.152713 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:46.397977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:47.024900 run create_hlr_db(pid=17212): Launched\u000a03:15:47.230055 bus /sierra_2: Setting Powered False\u000a03:15:48.239131 run create_hlr_db(pid=17212): Terminated: ok {rc=0}\u000a03:15:48.648278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17214): Launched\u000a03:15:48.950242 run osmo-hlr_10.42.42.2(pid=17215): Launched\u000a03:15:49.067364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:49.597169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17217): Launched\u000a03:15:49.898343 run osmo-stp_10.42.42.5(pid=17218): Launched\u000a03:15:50.008381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:50.557466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17220): Launched\u000a03:15:50.859306 run osmo-msc_10.42.42.6(pid=17221): Launched\u000a03:15:51.035411 run osmo-stp_10.42.42.5(pid=17218): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)]\u000a03:15:51.162857 run osmo-stp_10.42.42.5(pid=17218): stdout: \u000a| (launched: 2022-12-09_03:15:49.749896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:51.288088 run osmo-stp_10.42.42.5(pid=17218): stderr: \u000a| �[0;m�[38;5;43m20221209031549918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031549918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031549918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031549919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031549919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031549919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031549919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:51.409034 run osmo-stp_10.42.42.5(pid=17218): stdout: \u000a| (launched: 2022-12-09_03:15:49.749896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:51.532001 run osmo-stp_10.42.42.5(pid=17218): stderr: \u000a| �[0;m�[38;5;43m20221209031549918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031549918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031549918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031549919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031549919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031549919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031549919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:51.584898 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17218): Process ended prematurely: osmo-stp_10.42.42.5(pid=17218) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:15:51.593707 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:15:51.653648 run osmo-hlr_10.42.42.2(pid=17215): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17215)]\u000a03:15:51.702464 run osmo-hlr_10.42.42.2(pid=17215): stdout: \u000a| (launched: 2022-12-09_03:15:48.800863) \u000a03:15:51.752454 run osmo-hlr_10.42.42.2(pid=17215): stderr: \u000a| �[0;m�[1;31m20221209031548977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031548977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031548977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031548977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031548977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031548978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031548989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031548998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031548998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031548999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:51.819455 run osmo-msc_10.42.42.6(pid=17221): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17221)]\u000a03:15:51.868119 run osmo-msc_10.42.42.6(pid=17221): stdout: \u000a| (launched: 2022-12-09_03:15:50.710110) \u000a03:15:51.917624 run osmo-msc_10.42.42.6(pid=17221): stderr: \u000a| �[0;m�[38;5;43m20221209031550979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031550980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb1c5a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031550980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031550980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031550980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031550980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031550982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031550982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031550983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031550983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:51.959470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17214): Terminating (SIGTERM)\u000a03:15:51.999583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17217): Terminating (SIGTERM)\u000a03:15:52.039814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17220): Terminating (SIGTERM)\u000a03:15:52.049543 --- ParallelTerminationStrategy: PID 17214 died...\u000a03:15:52.102917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17214): Terminated: ok {rc=0}\u000a03:15:52.112795 --- ParallelTerminationStrategy: PID 17217 died...\u000a03:15:52.165460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17217): Terminated: ok {rc=0}\u000a03:15:52.175306 --- ParallelTerminationStrategy: PID 17220 died...\u000a03:15:52.227789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17220): Terminated: ok {rc=0}\u000a03:15:52.310994 bus /sierra_3: Setting Powered False\u000a03:15:53.416445 bus /sierra_3: Setting Powered False\u000a03:15:54.527543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:15:34" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17232): Process ended prematurely: osmo-stp_10.42.42.5(pid=17232) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17232)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17232): Process ended prematurely: osmo-stp_10.42.42.5(pid=17232) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:15:56.514386 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:56.525680 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:15:56.681977 tst mo_mt_call.py: using LAC 18688\u000a03:15:56.798787 tst mo_mt_call.py: using RAC 73\u000a03:15:56.924902 tst mo_mt_call.py: using CellId 18688\u000a03:15:57.049915 tst mo_mt_call.py: using BVCI 18689\u000a03:15:57.074594 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:57.086349 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:57.097861 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:57.109381 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:57.120810 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:57.132293 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:57.247173 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:57.446878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:57.918300 run create_hlr_db(pid=17226): Launched\u000a03:15:58.089398 bus /sierra_2: Setting Powered False\u000a03:15:59.112456 run create_hlr_db(pid=17226): Terminated: ok {rc=0}\u000a03:15:59.509681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17228): Launched\u000a03:15:59.809448 run osmo-hlr_10.42.42.2(pid=17229): Launched\u000a03:15:59.919985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:00.445079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17231): Launched\u000a03:16:00.766971 run osmo-stp_10.42.42.5(pid=17232): Launched\u000a03:16:00.968125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:01.618326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17234): Launched\u000a03:16:02.056147 run osmo-msc_10.42.42.6(pid=17235): Launched\u000a03:16:02.368857 run osmo-stp_10.42.42.5(pid=17232): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17232)]\u000a03:16:02.493438 run osmo-stp_10.42.42.5(pid=17232): stdout: \u000a| (launched: 2022-12-09_03:16:00.609340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:02.616926 run osmo-stp_10.42.42.5(pid=17232): stderr: \u000a| �[0;m�[38;5;43m20221209031600801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031600801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031600801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031600801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:02.736163 run osmo-stp_10.42.42.5(pid=17232): stdout: \u000a| (launched: 2022-12-09_03:16:00.609340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:02.854343 run osmo-stp_10.42.42.5(pid=17232): stderr: \u000a| �[0;m�[38;5;43m20221209031600801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031600801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031600801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031600801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:02.906284 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17232): Process ended prematurely: osmo-stp_10.42.42.5(pid=17232) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17232)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:16:02.914822 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:16:02.974579 run osmo-hlr_10.42.42.2(pid=17229): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17229)]\u000a03:16:03.023200 run osmo-hlr_10.42.42.2(pid=17229): stdout: \u000a| (launched: 2022-12-09_03:15:59.661530) \u000a03:16:03.072498 run osmo-hlr_10.42.42.2(pid=17229): stderr: \u000a| �[0;m�[1;31m20221209031559836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031559837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031559837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031559837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031559837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031559837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031559849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031559857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031559857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031559857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:03.139284 run osmo-msc_10.42.42.6(pid=17235): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17235)]\u000a03:16:03.188337 run osmo-msc_10.42.42.6(pid=17235): stdout: \u000a| (launched: 2022-12-09_03:16:01.787826) \u000a03:16:03.237459 run osmo-msc_10.42.42.6(pid=17235): stderr: \u000a| �[0;m�[38;5;43m20221209031602156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031602157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a695ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031602157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031602157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031602157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031602157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031602161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031602163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031602163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031602163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:03.279079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17228): Terminating (SIGTERM)\u000a03:16:03.318542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17231): Terminating (SIGTERM)\u000a03:16:03.358086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17234): Terminating (SIGTERM)\u000a03:16:03.367496 --- ParallelTerminationStrategy: PID 17228 died...\u000a03:16:03.420294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17228): Terminated: ok {rc=0}\u000a03:16:03.430091 --- ParallelTerminationStrategy: PID 17231 died...\u000a03:16:03.482614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17231): Terminated: ok {rc=0}\u000a03:16:03.492276 --- ParallelTerminationStrategy: PID 17234 died...\u000a03:16:03.544737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17234): Terminated: ok {rc=0}\u000a03:16:03.632109 bus /sierra_3: Setting Powered False\u000a03:16:04.734382 bus /sierra_3: Setting Powered False\u000a03:16:05.844028 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17243): Process ended prematurely: osmo-stp_10.42.42.5(pid=17243) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17243)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17243): Process ended prematurely: osmo-stp_10.42.42.5(pid=17243) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:16:06.952074 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:16:06.963745 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:16:07.122173 tst mo_mt_call_osmux.py: using LAC 18689\u000a03:16:07.247038 tst mo_mt_call_osmux.py: using RAC 74\u000a03:16:07.371688 tst mo_mt_call_osmux.py: using CellId 18689\u000a03:16:07.501109 tst mo_mt_call_osmux.py: using BVCI 18690\u000a03:16:07.525617 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:16:07.537350 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:16:07.548711 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:16:07.560188 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:16:07.571741 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:16:07.583142 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:16:07.697587 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:16:07.905824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:08.412378 run create_hlr_db(pid=17237): Launched\u000a03:16:08.595629 bus /sierra_2: Setting Powered False\u000a03:16:09.617518 run create_hlr_db(pid=17237): Terminated: ok {rc=0}\u000a03:16:10.013278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17239): Launched\u000a03:16:10.309222 run osmo-hlr_10.42.42.2(pid=17240): Launched\u000a03:16:10.424055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:10.945115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17242): Launched\u000a03:16:11.241111 run osmo-stp_10.42.42.5(pid=17243): Launched\u000a03:16:11.360324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:11.902022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17245): Launched\u000a03:16:12.198420 run osmo-msc_10.42.42.6(pid=17246): Launched\u000a03:16:12.373194 run osmo-stp_10.42.42.5(pid=17243): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17243)]\u000a03:16:12.499597 run osmo-stp_10.42.42.5(pid=17243): stdout: \u000a| (launched: 2022-12-09_03:16:11.095014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:12.622817 run osmo-stp_10.42.42.5(pid=17243): stderr: \u000a| �[0;m�[38;5;43m20221209031611262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031611262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031611263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031611263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031611264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031611264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031611264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:12.741694 run osmo-stp_10.42.42.5(pid=17243): stdout: \u000a| (launched: 2022-12-09_03:16:11.095014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:12.859613 run osmo-stp_10.42.42.5(pid=17243): stderr: \u000a| �[0;m�[38;5;43m20221209031611262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031611262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031611263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031611263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031611264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031611264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031611264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:12.911365 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17243): Process ended prematurely: osmo-stp_10.42.42.5(pid=17243) [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17243)] [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:16:12.919757 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:16:12.979014 run osmo-hlr_10.42.42.2(pid=17240): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17240)]\u000a03:16:13.027122 run osmo-hlr_10.42.42.2(pid=17240): stdout: \u000a| (launched: 2022-12-09_03:16:10.163089) \u000a03:16:13.076142 run osmo-hlr_10.42.42.2(pid=17240): stderr: \u000a| �[0;m�[1;31m20221209031610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031610351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031610361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031610361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031610361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:13.142532 run osmo-msc_10.42.42.6(pid=17246): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17246)]\u000a03:16:13.190633 run osmo-msc_10.42.42.6(pid=17246): stdout: \u000a| (launched: 2022-12-09_03:16:12.051652) \u000a03:16:13.239402 run osmo-msc_10.42.42.6(pid=17246): stderr: \u000a| �[0;m�[38;5;43m20221209031612321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031612321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc671d42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031612321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031612321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031612321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031612321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031612323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031612324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031612324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031612324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:13.281053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17239): Terminating (SIGTERM)\u000a03:16:13.319964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17242): Terminating (SIGTERM)\u000a03:16:13.360102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17245): Terminating (SIGTERM)\u000a03:16:13.369527 --- ParallelTerminationStrategy: PID 17239 died...\u000a03:16:13.421861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17239): Terminated: ok {rc=0}\u000a03:16:13.431538 --- ParallelTerminationStrategy: PID 17242 died...\u000a03:16:13.484282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17242): Terminated: ok {rc=0}\u000a03:16:13.493953 --- ParallelTerminationStrategy: PID 17245 died...\u000a03:16:13.545995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17245): Terminated: ok {rc=0}\u000a03:16:13.632183 bus /sierra_3: Setting Powered False\u000a03:16:14.731672 bus /sierra_3: Setting Powered False\u000a03:16:15.845414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17257): Process ended prematurely: osmo-stp_10.42.42.5(pid=17257) [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17257)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17257): Process ended prematurely: osmo-stp_10.42.42.5(pid=17257) [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:16:17.904250 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:17.916086 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:16:18.074991 tst mo_mt_call.py: using LAC 18690\u000a03:16:18.200048 tst mo_mt_call.py: using RAC 75\u000a03:16:18.324542 tst mo_mt_call.py: using CellId 18690\u000a03:16:18.448883 tst mo_mt_call.py: using BVCI 18691\u000a03:16:18.473151 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:18.484702 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:18.496191 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:18.507666 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:18.519526 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:18.531158 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:16:18.646179 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:16:18.858524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:19.364009 run create_hlr_db(pid=17251): Launched\u000a03:16:19.547080 bus /sierra_2: Setting Powered False\u000a03:16:20.569998 run create_hlr_db(pid=17251): Terminated: ok {rc=0}\u000a03:16:20.967037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17253): Launched\u000a03:16:21.261482 run osmo-hlr_10.42.42.2(pid=17254): Launched\u000a03:16:21.377239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:21.894712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17256): Launched\u000a03:16:22.188899 run osmo-stp_10.42.42.5(pid=17257): Launched\u000a03:16:22.296448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:22.834948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17259): Launched\u000a03:16:23.129582 run osmo-msc_10.42.42.6(pid=17260): Launched\u000a03:16:23.302944 run osmo-stp_10.42.42.5(pid=17257): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17257)]\u000a03:16:23.429419 run osmo-stp_10.42.42.5(pid=17257): stdout: \u000a| (launched: 2022-12-09_03:16:22.044276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:23.552207 run osmo-stp_10.42.42.5(pid=17257): stderr: \u000a| �[0;m�[38;5;43m20221209031622216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031622217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031622217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031622217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031622219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031622220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031622220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:23.670912 run osmo-stp_10.42.42.5(pid=17257): stdout: \u000a| (launched: 2022-12-09_03:16:22.044276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:23.788575 run osmo-stp_10.42.42.5(pid=17257): stderr: \u000a| �[0;m�[38;5;43m20221209031622216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031622217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031622217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031622217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031622219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031622220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031622220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:23.840514 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17257): Process ended prematurely: osmo-stp_10.42.42.5(pid=17257) [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17257)] [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:16:23.848777 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:16:23.908066 run osmo-hlr_10.42.42.2(pid=17254): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17254)]\u000a03:16:23.956391 run osmo-hlr_10.42.42.2(pid=17254): stdout: \u000a| (launched: 2022-12-09_03:16:21.116777) \u000a03:16:24.005407 run osmo-hlr_10.42.42.2(pid=17254): stderr: \u000a| �[0;m�[1;31m20221209031621289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031621289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031621289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031621289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031621289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031621289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031621302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031621310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031621310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031621311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:24.071880 run osmo-msc_10.42.42.6(pid=17260): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17260)]\u000a03:16:24.120226 run osmo-msc_10.42.42.6(pid=17260): stdout: \u000a| (launched: 2022-12-09_03:16:22.984317) \u000a03:16:24.169036 run osmo-msc_10.42.42.6(pid=17260): stderr: \u000a| �[0;m�[38;5;43m20221209031623256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031623256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c01333c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031623256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031623256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031623256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031623256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031623258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031623258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031623259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031623259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:24.210273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17253): Terminating (SIGTERM)\u000a03:16:24.249648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17256): Terminating (SIGTERM)\u000a03:16:24.289050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17259): Terminating (SIGTERM)\u000a03:16:24.298427 --- ParallelTerminationStrategy: PID 17253 died...\u000a03:16:24.350995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17253): Terminated: ok {rc=0}\u000a03:16:24.360700 --- ParallelTerminationStrategy: PID 17256 died...\u000a03:16:24.413329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17256): Terminated: ok {rc=0}\u000a03:16:24.422774 --- ParallelTerminationStrategy: PID 17259 died...\u000a03:16:24.475094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17259): Terminated: ok {rc=0}\u000a03:16:24.558382 bus /sierra_3: Setting Powered False\u000a03:16:25.657668 bus /sierra_3: Setting Powered False\u000a03:16:26.768906 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17268): Process ended prematurely: osmo-stp_10.42.42.5(pid=17268) [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17268)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17268): Process ended prematurely: osmo-stp_10.42.42.5(pid=17268) [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:16:27.882187 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:27.894331 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:16:28.056942 tst mo_mt_call_osmux.py: using LAC 18691\u000a03:16:28.183321 tst mo_mt_call_osmux.py: using RAC 76\u000a03:16:28.307807 tst mo_mt_call_osmux.py: using CellId 18691\u000a03:16:28.437277 tst mo_mt_call_osmux.py: using BVCI 18692\u000a03:16:28.461765 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:28.473391 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:28.484770 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:28.496253 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:28.507827 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:28.519326 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:16:28.640199 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:16:28.840618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:29.305423 run create_hlr_db(pid=17262): Launched\u000a03:16:29.475077 bus /sierra_2: Setting Powered False\u000a03:16:30.496629 run create_hlr_db(pid=17262): Terminated: ok {rc=0}\u000a03:16:30.926822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17264): Launched\u000a03:16:31.260709 run osmo-hlr_10.42.42.2(pid=17265): Launched\u000a03:16:31.450798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:32.189640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17267): Launched\u000a03:16:32.516511 run osmo-stp_10.42.42.5(pid=17268): Launched\u000a03:16:32.634410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:33.176358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17270): Launched\u000a03:16:33.472126 run osmo-msc_10.42.42.6(pid=17271): Launched\u000a03:16:33.647012 run osmo-stp_10.42.42.5(pid=17268): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17268)]\u000a03:16:33.773702 run osmo-stp_10.42.42.5(pid=17268): stdout: \u000a| (launched: 2022-12-09_03:16:32.369130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:33.896847 run osmo-stp_10.42.42.5(pid=17268): stderr: \u000a| �[0;m�[38;5;43m20221209031632540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031632540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031632540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031632541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031632541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031632541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031632541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:34.015592 run osmo-stp_10.42.42.5(pid=17268): stdout: \u000a| (launched: 2022-12-09_03:16:32.369130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:34.133739 run osmo-stp_10.42.42.5(pid=17268): stderr: \u000a| �[0;m�[38;5;43m20221209031632540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031632540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031632540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031632541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031632541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031632541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031632541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:34.185754 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17268): Process ended prematurely: osmo-stp_10.42.42.5(pid=17268) [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17268)] [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:16:34.194160 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:16:34.253842 run osmo-hlr_10.42.42.2(pid=17265): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17265)]\u000a03:16:34.301941 run osmo-hlr_10.42.42.2(pid=17265): stdout: \u000a| (launched: 2022-12-09_03:16:31.090516) \u000a03:16:34.351374 run osmo-hlr_10.42.42.2(pid=17265): stderr: \u000a| �[0;m�[1;31m20221209031631458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031631458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031631458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031631458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031631458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031631459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031631475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031631492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031631492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031631492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:34.418215 run osmo-msc_10.42.42.6(pid=17271): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17271)]\u000a03:16:34.466602 run osmo-msc_10.42.42.6(pid=17271): stdout: \u000a| (launched: 2022-12-09_03:16:33.326267) \u000a03:16:34.515772 run osmo-msc_10.42.42.6(pid=17271): stderr: \u000a| �[0;m�[38;5;43m20221209031633595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031633595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa334305c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031633595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031633595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031633595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031633595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031633598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031633598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031633598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031633598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:34.557122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17264): Terminating (SIGTERM)\u000a03:16:34.597057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17267): Terminating (SIGTERM)\u000a03:16:34.636568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17270): Terminating (SIGTERM)\u000a03:16:34.645933 --- ParallelTerminationStrategy: PID 17264 died...\u000a03:16:34.699324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17264): Terminated: ok {rc=0}\u000a03:16:34.708931 --- ParallelTerminationStrategy: PID 17267 died...\u000a03:16:34.761878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17267): Terminated: ok {rc=0}\u000a03:16:34.771352 --- ParallelTerminationStrategy: PID 17270 died...\u000a03:16:34.823918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17270): Terminated: ok {rc=0}\u000a03:16:34.906184 bus /sierra_3: Setting Powered False\u000a03:16:36.011738 bus /sierra_3: Setting Powered False\u000a03:16:37.118356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:16:17" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17285): Process ended prematurely: osmo-stp_10.42.42.5(pid=17285) [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17285): Process ended prematurely: osmo-stp_10.42.42.5(pid=17285) [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a03:16:39.123206 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:39.135013 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:16:39.277823 tst mo_mt_call.py: using LAC 18692\u000a03:16:39.403662 tst mo_mt_call.py: using RAC 77\u000a03:16:39.528242 tst mo_mt_call.py: using CellId 18692\u000a03:16:39.647840 tst mo_mt_call.py: using BVCI 18693\u000a03:16:39.670709 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:39.682171 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:39.693390 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:39.704736 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:39.716305 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:39.727756 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:39.845025 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:40.043543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:40.506275 run create_hlr_db(pid=17277): Launched\u000a03:16:40.675676 bus /sierra_2: Setting Powered False\u000a03:16:41.711143 run create_hlr_db(pid=17277): Terminated: ok {rc=0}\u000a03:16:42.130428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17281): Launched\u000a03:16:42.447024 run osmo-hlr_10.42.42.2(pid=17282): Launched\u000a03:16:42.563888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:43.113184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17284): Launched\u000a03:16:43.429121 run osmo-stp_10.42.42.5(pid=17285): Launched\u000a03:16:43.544557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:44.121633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17287): Launched\u000a03:16:44.437907 run osmo-msc_10.42.42.6(pid=17288): Launched\u000a03:16:44.624055 run osmo-stp_10.42.42.5(pid=17285): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)]\u000a03:16:44.758715 run osmo-stp_10.42.42.5(pid=17285): stdout: \u000a| (launched: 2022-12-09_03:16:43.274176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:44.893039 run osmo-stp_10.42.42.5(pid=17285): stderr: \u000a| �[0;m�[38;5;43m20221209031643466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031643466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031643466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031643467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031643467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031643467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031643467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:45.020687 run osmo-stp_10.42.42.5(pid=17285): stdout: \u000a| (launched: 2022-12-09_03:16:43.274176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:45.147299 run osmo-stp_10.42.42.5(pid=17285): stderr: \u000a| �[0;m�[38;5;43m20221209031643466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031643466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031643466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031643467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031643467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031643467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031643467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:45.203125 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17285): Process ended prematurely: osmo-stp_10.42.42.5(pid=17285) [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17285)] [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a03:16:45.211968 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:16:45.273633 run osmo-hlr_10.42.42.2(pid=17282): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17282)]\u000a03:16:45.324336 run osmo-hlr_10.42.42.2(pid=17282): stdout: \u000a| (launched: 2022-12-09_03:16:42.291142) \u000a03:16:45.375898 run osmo-hlr_10.42.42.2(pid=17282): stderr: \u000a| �[0;m�[1;31m20221209031642489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031642489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031642489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031642489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031642489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031642489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031642501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031642509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031642510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031642510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:45.445383 run osmo-msc_10.42.42.6(pid=17288): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17288)]\u000a03:16:45.495717 run osmo-msc_10.42.42.6(pid=17288): stdout: \u000a| (launched: 2022-12-09_03:16:44.282732) \u000a03:16:45.546636 run osmo-msc_10.42.42.6(pid=17288): stderr: \u000a| �[0;m�[38;5;43m20221209031644604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031644604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f075d173c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031644604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031644604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031644605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031644605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031644607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031644607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031644607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031644607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:45.590121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17281): Terminating (SIGTERM)\u000a03:16:45.631073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17284): Terminating (SIGTERM)\u000a03:16:45.672028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17287): Terminating (SIGTERM)\u000a03:16:45.681352 --- ParallelTerminationStrategy: PID 17281 died...\u000a03:16:45.735871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17281): Terminated: ok {rc=0}\u000a03:16:45.749322 --- ParallelTerminationStrategy: PID 17284 died...\u000a03:16:45.802663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17284): Terminated: ok {rc=0}\u000a03:16:45.812894 --- ParallelTerminationStrategy: PID 17287 died...\u000a03:16:45.889584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17287): Terminated: ok {rc=0}\u000a03:16:45.981093 bus /sierra_3: Setting Powered False\u000a03:16:47.083735 bus /sierra_3: Setting Powered False\u000a03:16:48.192938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17296): Process ended prematurely: osmo-stp_10.42.42.5(pid=17296) [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17296)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17296): Process ended prematurely: osmo-stp_10.42.42.5(pid=17296) [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:16:49.301482 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:49.313314 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:16:49.449691 tst mo_mt_call_osmux.py: using LAC 18693\u000a03:16:49.573285 tst mo_mt_call_osmux.py: using RAC 78\u000a03:16:49.699065 tst mo_mt_call_osmux.py: using CellId 18693\u000a03:16:49.825032 tst mo_mt_call_osmux.py: using BVCI 18694\u000a03:16:49.849488 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:49.861305 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:49.872914 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:49.884617 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:49.896414 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:49.908052 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:50.023376 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:50.232543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:50.738123 run create_hlr_db(pid=17290): Launched\u000a03:16:50.921798 bus /sierra_2: Setting Powered False\u000a03:16:51.942384 run create_hlr_db(pid=17290): Terminated: ok {rc=0}\u000a03:16:52.337660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17292): Launched\u000a03:16:52.632481 run osmo-hlr_10.42.42.2(pid=17293): Launched\u000a03:16:52.747552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:53.267069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17295): Launched\u000a03:16:53.562075 run osmo-stp_10.42.42.5(pid=17296): Launched\u000a03:16:53.670469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:54.207929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17298): Launched\u000a03:16:54.504816 run osmo-msc_10.42.42.6(pid=17299): Launched\u000a03:16:54.679970 run osmo-stp_10.42.42.5(pid=17296): ERR: Terminated: ERROR {rc=1} [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17296)]\u000a03:16:54.806105 run osmo-stp_10.42.42.5(pid=17296): stdout: \u000a| (launched: 2022-12-09_03:16:53.417234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:54.929763 run osmo-stp_10.42.42.5(pid=17296): stderr: \u000a| �[0;m�[38;5;43m20221209031653586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031653586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031653586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031653587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031653589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031653589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031653589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:55.049321 run osmo-stp_10.42.42.5(pid=17296): stdout: \u000a| (launched: 2022-12-09_03:16:53.417234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:55.167291 run osmo-stp_10.42.42.5(pid=17296): stderr: \u000a| �[0;m�[38;5;43m20221209031653586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031653586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031653586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031653587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031653589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031653589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031653589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:55.219359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17296): Process ended prematurely: osmo-stp_10.42.42.5(pid=17296) [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17296)] [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a03:16:55.227871 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:16:55.287229 run osmo-hlr_10.42.42.2(pid=17293): ERR: Terminated: ERROR {rc=237} [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17293)]\u000a03:16:55.335538 run osmo-hlr_10.42.42.2(pid=17293): stdout: \u000a| (launched: 2022-12-09_03:16:52.487050) \u000a03:16:55.384478 run osmo-hlr_10.42.42.2(pid=17293): stderr: \u000a| �[0;m�[1;31m20221209031652664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031652664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031652664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031652664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031652664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031652664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031652677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031652685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031652685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031652685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:55.450970 run osmo-msc_10.42.42.6(pid=17299): ERR: Terminated: ERROR {rc=2} [trial-2353↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17299)]\u000a03:16:55.499229 run osmo-msc_10.42.42.6(pid=17299): stdout: \u000a| (launched: 2022-12-09_03:16:54.358282) \u000a03:16:55.548207 run osmo-msc_10.42.42.6(pid=17299): stderr: \u000a| �[0;m�[38;5;43m20221209031654628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031654628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52506d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031654628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031654628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031654629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031654629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031654631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031654631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031654631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031654631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:55.589767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17292): Terminating (SIGTERM)\u000a03:16:55.628974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17295): Terminating (SIGTERM)\u000a03:16:55.668364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17298): Terminating (SIGTERM)\u000a03:16:55.677849 --- ParallelTerminationStrategy: PID 17292 died...\u000a03:16:55.730481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17292): Terminated: ok {rc=0}\u000a03:16:55.740120 --- ParallelTerminationStrategy: PID 17295 died...\u000a03:16:55.793165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17295): Terminated: ok {rc=0}\u000a03:16:55.802779 --- ParallelTerminationStrategy: PID 17298 died...\u000a03:16:55.855641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17298): Terminated: ok {rc=0}\u000a03:16:55.938627 bus /sierra_3: Setting Powered False\u000a03:16:57.043413 bus /sierra_3: Setting Powered False\u000a03:16:58.150156 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:16:38" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17313): Process ended prematurely: osmo-stp_10.42.42.5(pid=17313) [trial-2353↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17313): Process ended prematurely: osmo-stp_10.42.42.5(pid=17313) [trial-2353↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:17:00.173108 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:00.184084 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:00.316187 tst emergency_mo_mt_call.py: using LAC 18694\u000a03:17:00.437323 tst emergency_mo_mt_call.py: using RAC 79\u000a03:17:00.552504 tst emergency_mo_mt_call.py: using CellId 18694\u000a03:17:00.665294 tst emergency_mo_mt_call.py: using BVCI 18695\u000a03:17:00.687338 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:00.698092 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:00.708517 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:00.719347 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:00.730124 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:00.740791 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:00.859280 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:01.084536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:01.604570 run create_hlr_db(pid=17304): Launched\u000a03:17:01.778725 bus /sierra_2: Setting Powered False\u000a03:17:02.795752 run create_hlr_db(pid=17304): Terminated: ok {rc=0}\u000a03:17:03.208659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17309): Launched\u000a03:17:03.517701 run osmo-hlr_10.42.42.2(pid=17310): Launched\u000a03:17:03.631528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:04.169392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17312): Launched\u000a03:17:04.477756 run osmo-stp_10.42.42.5(pid=17313): Launched\u000a03:17:04.607687 tst emergency_mo_mt_call.py: using MSISDN 6993\u000a03:17:04.762756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:17:05.329159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17315): Launched\u000a03:17:05.638754 run osmo-msc_10.42.42.6(pid=17316): Launched\u000a03:17:05.821099 run osmo-stp_10.42.42.5(pid=17313): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)]\u000a03:17:05.952549 run osmo-stp_10.42.42.5(pid=17313): stdout: \u000a| (launched: 2022-12-09_03:17:04.326751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:06.083100 run osmo-stp_10.42.42.5(pid=17313): stderr: \u000a| �[0;m�[38;5;43m20221209031704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031704516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031704519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031704519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031704519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:06.207712 run osmo-stp_10.42.42.5(pid=17313): stdout: \u000a| (launched: 2022-12-09_03:17:04.326751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:06.331205 run osmo-stp_10.42.42.5(pid=17313): stderr: \u000a| �[0;m�[38;5;43m20221209031704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031704516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031704519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031704519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031704519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:06.385516 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17313): Process ended prematurely: osmo-stp_10.42.42.5(pid=17313) [trial-2353↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17313)] [trial-2353↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a03:17:06.393939 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a03:17:06.455720 run osmo-hlr_10.42.42.2(pid=17310): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17310)]\u000a03:17:06.506495 run osmo-hlr_10.42.42.2(pid=17310): stdout: \u000a| (launched: 2022-12-09_03:17:03.366653) \u000a03:17:06.557847 run osmo-hlr_10.42.42.2(pid=17310): stderr: \u000a| �[0;m�[1;31m20221209031703562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031703562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031703562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031703562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031703562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031703562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031703575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031703583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031703584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031703584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:06.627669 run osmo-msc_10.42.42.6(pid=17316): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17316)]\u000a03:17:06.678297 run osmo-msc_10.42.42.6(pid=17316): stdout: \u000a| (launched: 2022-12-09_03:17:05.487343) \u000a03:17:06.729465 run osmo-msc_10.42.42.6(pid=17316): stderr: \u000a| �[0;m�[38;5;43m20221209031705808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031705809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5451fc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031705809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031705809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031705809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031705809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031705811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031705811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031705812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031705812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:17:06.772869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17309): Terminating (SIGTERM)\u000a03:17:06.814397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17312): Terminating (SIGTERM)\u000a03:17:06.855610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17315): Terminating (SIGTERM)\u000a03:17:06.865203 --- ParallelTerminationStrategy: PID 17309 died...\u000a03:17:06.920542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17309): Terminated: ok {rc=0}\u000a03:17:06.930696 --- ParallelTerminationStrategy: PID 17312 died...\u000a03:17:06.985537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17312): Terminated: ok {rc=0}\u000a03:17:06.995443 --- ParallelTerminationStrategy: PID 17315 died...\u000a03:17:07.050073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17315): Terminated: ok {rc=0}\u000a03:17:07.136744 bus /sierra_3: Setting Powered False\u000a03:17:08.243483 bus /sierra_3: Setting Powered False\u000a03:17:09.355515 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17324): Process ended prematurely: osmo-stp_10.42.42.5(pid=17324) [trial-2353↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17324): Process ended prematurely: osmo-stp_10.42.42.5(pid=17324) [trial-2353↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:17:10.407218 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:10.418409 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:10.552174 tst emergency_preemptive_call.py: using LAC 18695\u000a03:17:10.665859 tst emergency_preemptive_call.py: using RAC 80\u000a03:17:10.779892 tst emergency_preemptive_call.py: using CellId 18695\u000a03:17:10.893787 tst emergency_preemptive_call.py: using BVCI 18696\u000a03:17:10.915843 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:10.926530 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:10.936899 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:10.947566 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:10.958457 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:17:10.969168 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:11.081569 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:11.194981 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:11.313713 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:11.517583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:12.018409 run create_hlr_db(pid=17318): Launched\u000a03:17:12.198652 bus /sierra_2: Setting Powered False\u000a03:17:13.219869 run create_hlr_db(pid=17318): Terminated: ok {rc=0}\u000a03:17:13.611744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17320): Launched\u000a03:17:13.902251 run osmo-hlr_10.42.42.2(pid=17321): Launched\u000a03:17:14.009086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:14.510686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17323): Launched\u000a03:17:14.799404 run osmo-stp_10.42.42.5(pid=17324): Launched\u000a03:17:14.916087 tst emergency_preemptive_call.py: using MSISDN 6994\u000a03:17:15.060740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:17:15.588376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17326): Launched\u000a03:17:15.916857 run osmo-msc_10.42.42.6(pid=17327): Launched\u000a03:17:16.474112 run osmo-stp_10.42.42.5(pid=17324): ERR: Terminated: ERROR {rc=1} [trial-2353↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)]\u000a03:17:16.639751 run osmo-stp_10.42.42.5(pid=17324): stdout: \u000a| (launched: 2022-12-09_03:17:14.657349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:16.785350 run osmo-stp_10.42.42.5(pid=17324): stderr: \u000a| �[0;m�[38;5;43m20221209031714826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031714826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031714826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031714827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031714827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031714827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031714827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:16.914907 run osmo-stp_10.42.42.5(pid=17324): stdout: \u000a| (launched: 2022-12-09_03:17:14.657349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:17.044233 run osmo-stp_10.42.42.5(pid=17324): stderr: \u000a| �[0;m�[38;5;43m20221209031714826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031714826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031714826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031714827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031714827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031714827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031714827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:17.100754 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17324): Process ended prematurely: osmo-stp_10.42.42.5(pid=17324) [trial-2353↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17324)] [trial-2353↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a03:17:17.110187 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a03:17:17.177748 run osmo-hlr_10.42.42.2(pid=17321): ERR: Terminated: ERROR {rc=237} [trial-2353↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17321)]\u000a03:17:17.228155 run osmo-hlr_10.42.42.2(pid=17321): stdout: \u000a| (launched: 2022-12-09_03:17:13.758874) \u000a03:17:17.278255 run osmo-hlr_10.42.42.2(pid=17321): stderr: \u000a| �[0;m�[1;31m20221209031713933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031713933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031713933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031713933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031713933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031713933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031713946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031713954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031713955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031713955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:17.345673 run osmo-msc_10.42.42.6(pid=17327): ERR: Terminated: ERROR {rc=2} [trial-2353↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17327)]\u000a03:17:17.394054 run osmo-msc_10.42.42.6(pid=17327): stdout: \u000a| (launched: 2022-12-09_03:17:15.735177) \u000a03:17:17.442908 run osmo-msc_10.42.42.6(pid=17327): stderr: \u000a| �[0;m�[38;5;43m20221209031716191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209031716192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8012d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209031716192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209031716192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209031716193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209031716193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209031716198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209031716199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209031716200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209031716200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:17:17.484490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17320): Terminating (SIGTERM)\u000a03:17:17.524182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17323): Terminating (SIGTERM)\u000a03:17:17.563718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17326): Terminating (SIGTERM)\u000a03:17:17.573133 --- ParallelTerminationStrategy: PID 17320 died...\u000a03:17:17.626071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17320): Terminated: ok {rc=0}\u000a03:17:17.635776 --- ParallelTerminationStrategy: PID 17323 died...\u000a03:17:17.689126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17323): Terminated: ok {rc=0}\u000a03:17:17.698900 --- ParallelTerminationStrategy: PID 17326 died...\u000a03:17:17.751989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17326): Terminated: ok {rc=0}\u000a03:17:17.834903 bus /sierra_9: Setting Powered False\u000a03:17:18.939520 bus /sierra_9: Setting Powered False\u000a03:17:20.049182 bus /sierra_8: Setting Powered False\u000a03:17:21.151296 bus /sierra_8: Setting Powered False\u000a03:17:22.256414 bus /sierra_3: Setting Powered False\u000a03:17:23.361926 bus /sierra_3: Setting Powered False\u000a03:17:24.467612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:16:59" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17342): Process ended prematurely: osmo-stp_10.42.42.5(pid=17342) [trial-2353↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17342)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17342): Process ended prematurely: osmo-stp_10.42.42.5(pid=17342) [trial-2353↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:17:26.570669 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:26.581291 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:26.720460 tst cs_paging_gprs_active.py: using LAC 18696\u000a03:17:26.837565 tst cs_paging_gprs_active.py: using RAC 81\u000a03:17:26.959882 tst cs_paging_gprs_active.py: using CellId 18696\u000a03:17:27.083892 tst cs_paging_gprs_active.py: using BVCI 18697\u000a03:17:27.108700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.120014 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.131088 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.142188 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.153105 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.163959 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.175020 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.185781 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:27.197083 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:27.309940 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:27.584275 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:17:27.707301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:28.012574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17332): Launched\u000a03:17:28.265898 run iperf3-srv_10.42.42.10(pid=17333): Launched\u000a03:17:28.445194 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:17:28.567558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:28.872820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17334): Launched\u000a03:17:29.126919 run iperf3-srv_10.42.42.10(pid=17335): Launched\u000a03:17:29.306314 tst cs_paging_gprs_active.py:38: start network...\u000a03:17:29.428865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:29.892523 run create_hlr_db(pid=17336): Launched\u000a03:17:30.062521 bus /sierra_2: Setting Powered False\u000a03:17:31.139442 run create_hlr_db(pid=17336): Terminated: ok {rc=0}\u000a03:17:31.574546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17338): Launched\u000a03:17:32.012175 run osmo-hlr_10.42.42.2(pid=17339): Launched\u000a03:17:32.193245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:32.768719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17341): Launched\u000a03:17:33.085443 run osmo-stp_10.42.42.5(pid=17342): Launched\u000a03:17:33.200595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:33.752806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17344): Launched\u000a03:17:33.866642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:34.140874 run patchelf(pid=17345): Launched\u000a03:17:34.325374 run osmo-stp_10.42.42.5(pid=17342): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17342)]\u000a03:17:34.460294 run osmo-stp_10.42.42.5(pid=17342): stdout: \u000a| (launched: 2022-12-09_03:17:32.930501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:34.595451 run osmo-stp_10.42.42.5(pid=17342): stderr: \u000a| �[0;m�[38;5;43m20221209031733119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031733119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031733119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031733120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031733120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031733120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031733120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:34.726249 run osmo-stp_10.42.42.5(pid=17342): stdout: \u000a| (launched: 2022-12-09_03:17:32.930501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:34.856451 run osmo-stp_10.42.42.5(pid=17342): stderr: \u000a| �[0;m�[38;5;43m20221209031733119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031733119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031733119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031733120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031733120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031733120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031733120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:35.007227 run patchelf(pid=17345): Terminating (SIGINT)\u000a03:17:35.184531 run patchelf(pid=17345): Terminated: ok {rc=0}\u000a03:17:35.217114 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17342): Process ended prematurely: osmo-stp_10.42.42.5(pid=17342) [trial-2353↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17342)] [trial-2353↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a03:17:35.226778 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:17:35.288059 run osmo-hlr_10.42.42.2(pid=17339): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17339)]\u000a03:17:35.338493 run osmo-hlr_10.42.42.2(pid=17339): stdout: \u000a| (launched: 2022-12-09_03:17:31.727642) \u000a03:17:35.389330 run osmo-hlr_10.42.42.2(pid=17339): stderr: \u000a| �[0;m�[1;31m20221209031731974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031731974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031731974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031731974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031731974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031731974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031731990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031732013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031732014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031732014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:35.432584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17332): Terminating (SIGTERM)\u000a03:17:35.473446 run iperf3-srv_10.42.42.10(pid=17333): Terminating (SIGTERM)\u000a03:17:35.514277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17334): Terminating (SIGTERM)\u000a03:17:35.555032 run iperf3-srv_10.42.42.10(pid=17335): Terminating (SIGTERM)\u000a03:17:35.595803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17338): Terminating (SIGTERM)\u000a03:17:35.636496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17341): Terminating (SIGTERM)\u000a03:17:35.678003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17344): Terminating (SIGTERM)\u000a03:17:35.687542 --- ParallelTerminationStrategy: PID 17332 died...\u000a03:17:35.742465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17332): Terminated: ok {rc=0}\u000a03:17:35.752726 --- ParallelTerminationStrategy: PID 17333 died...\u000a03:17:35.807682 run iperf3-srv_10.42.42.10(pid=17333): Terminated {rc=256}\u000a03:17:35.818021 --- ParallelTerminationStrategy: PID 17334 died...\u000a03:17:35.872539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17334): Terminated: ok {rc=0}\u000a03:17:35.882408 --- ParallelTerminationStrategy: PID 17335 died...\u000a03:17:35.937102 run iperf3-srv_10.42.42.10(pid=17335): Terminated {rc=256}\u000a03:17:35.946938 --- ParallelTerminationStrategy: PID 17338 died...\u000a03:17:36.001352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17338): Terminated: ok {rc=0}\u000a03:17:36.011222 --- ParallelTerminationStrategy: PID 17341 died...\u000a03:17:36.065661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17341): Terminated: ok {rc=0}\u000a03:17:36.075569 --- ParallelTerminationStrategy: PID 17344 died...\u000a03:17:36.129776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17344): Terminated: ok {rc=0}\u000a03:17:36.215024 bus /gobi_0: Setting Powered False\u000a03:17:37.317164 bus /gobi_0: Setting Powered False\u000a03:17:38.427035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17360): Process ended prematurely: osmo-stp_10.42.42.5(pid=17360) [trial-2353↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17360): Process ended prematurely: osmo-stp_10.42.42.5(pid=17360) [trial-2353↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a03:17:39.534803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:39.545949 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:39.680026 tst iperf3.py: using LAC 18697\u000a03:17:39.798474 tst iperf3.py: using RAC 82\u000a03:17:39.914826 tst iperf3.py: using CellId 18697\u000a03:17:40.036323 tst iperf3.py: using BVCI 18698\u000a03:17:40.058963 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.069605 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.080026 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.090726 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.101274 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.111859 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.122686 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.133347 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:40.144074 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:40.428400 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:17:40.561632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:40.888699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17350): Launched\u000a03:17:41.160260 run iperf3-srv_10.42.42.10(pid=17351): Launched\u000a03:17:41.354437 tst iperf3.py:8: start network...\u000a03:17:41.486698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:41.992235 run create_hlr_db(pid=17352): Launched\u000a03:17:42.175320 bus /gobi_6: Setting Powered False\u000a03:17:43.186551 run create_hlr_db(pid=17352): Terminated: ok {rc=0}\u000a03:17:43.613277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17354): Launched\u000a03:17:43.930179 run osmo-hlr_10.42.42.2(pid=17355): Launched\u000a03:17:44.050090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:44.599930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17358): Launched\u000a03:17:44.917504 run osmo-stp_10.42.42.5(pid=17360): Launched\u000a03:17:45.033640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:45.587710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17363): Launched\u000a03:17:45.704472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:46.019909 run patchelf(pid=17364): Launched\u000a03:17:46.210590 run osmo-stp_10.42.42.5(pid=17360): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)]\u000a03:17:46.349858 run osmo-stp_10.42.42.5(pid=17360): stdout: \u000a| (launched: 2022-12-09_03:17:44.761059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:46.489738 run osmo-stp_10.42.42.5(pid=17360): stderr: \u000a| �[0;m�[38;5;43m20221209031744953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031744953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031744953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031744954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031744954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031744954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031744954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:46.627350 run osmo-stp_10.42.42.5(pid=17360): stdout: \u000a| (launched: 2022-12-09_03:17:44.761059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:46.761069 run osmo-stp_10.42.42.5(pid=17360): stderr: \u000a| �[0;m�[38;5;43m20221209031744953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031744953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031744953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031744954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031744954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031744954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031744954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:46.916219 run patchelf(pid=17364): Terminating (SIGINT)\u000a03:17:47.097913 run patchelf(pid=17364): Terminated: ok {rc=0}\u000a03:17:47.132116 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17360): Process ended prematurely: osmo-stp_10.42.42.5(pid=17360) [trial-2353↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)] [trial-2353↪gprs:nanobts+band-900↪iperf3.py:8]\u000a03:17:47.142576 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:17:47.206536 run osmo-hlr_10.42.42.2(pid=17355): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17355)]\u000a03:17:47.257722 run osmo-hlr_10.42.42.2(pid=17355): stdout: \u000a| (launched: 2022-12-09_03:17:43.774403) \u000a03:17:47.309285 run osmo-hlr_10.42.42.2(pid=17355): stderr: \u000a| �[0;m�[1;31m20221209031743971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031743971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031743971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031743972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031743972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031743972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031743985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031743993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031743993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031743993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:47.353291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17350): Terminating (SIGTERM)\u000a03:17:47.397490 run iperf3-srv_10.42.42.10(pid=17351): Terminating (SIGTERM)\u000a03:17:47.436761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17354): Terminating (SIGTERM)\u000a03:17:47.476831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17358): Terminating (SIGTERM)\u000a03:17:47.516814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17363): Terminating (SIGTERM)\u000a03:17:47.526712 --- ParallelTerminationStrategy: PID 17350 died...\u000a03:17:47.579786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17350): Terminated: ok {rc=0}\u000a03:17:47.590078 --- ParallelTerminationStrategy: PID 17351 died...\u000a03:17:47.642719 run iperf3-srv_10.42.42.10(pid=17351): Terminated {rc=256}\u000a03:17:47.656153 --- ParallelTerminationStrategy: PID 17354 died...\u000a03:17:47.709121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17354): Terminated: ok {rc=0}\u000a03:17:47.719372 --- ParallelTerminationStrategy: PID 17358 died...\u000a03:17:47.772536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17358): Terminated: ok {rc=0}\u000a03:17:47.782221 --- ParallelTerminationStrategy: PID 17363 died...\u000a03:17:47.835570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17363): Terminated: ok {rc=0}\u000a03:17:47.921839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17384): Process ended prematurely: osmo-stp_10.42.42.5(pid=17384) [trial-2353↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17384)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17384): Process ended prematurely: osmo-stp_10.42.42.5(pid=17384) [trial-2353↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a03:17:49.033387 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.048016 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:49.182260 tst iperf3m4.py: using LAC 18698\u000a03:17:49.298911 tst iperf3m4.py: using RAC 83\u000a03:17:49.420127 tst iperf3m4.py: using CellId 18698\u000a03:17:49.538553 tst iperf3m4.py: using BVCI 18699\u000a03:17:49.561150 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.571723 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.582504 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.593356 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.604252 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.618734 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.630710 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.641490 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:49.652913 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:49.773121 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:49.895132 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:50.011595 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:50.296872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:17:50.422858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:50.757201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17368): Launched\u000a03:17:51.031494 run iperf3-srv_10.42.42.10(pid=17369): Launched\u000a03:17:51.226084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:17:51.360143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:51.686751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17370): Launched\u000a03:17:51.955179 run iperf3-srv_10.42.42.10(pid=17371): Launched\u000a03:17:52.139301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:17:52.262992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:52.585155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17372): Launched\u000a03:17:52.847606 run iperf3-srv_10.42.42.10(pid=17373): Launched\u000a03:17:53.038377 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:17:53.171143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:53.499292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17374): Launched\u000a03:17:53.771430 run iperf3-srv_10.42.42.10(pid=17376): Launched\u000a03:17:53.966133 tst iperf3m4.py:8: start network...\u000a03:17:54.100633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:54.610568 run create_hlr_db(pid=17378): Launched\u000a03:17:54.794086 bus /gobi_6: Setting Powered False\u000a03:17:55.809204 run create_hlr_db(pid=17378): Terminated: ok {rc=0}\u000a03:17:56.216628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17380): Launched\u000a03:17:56.521237 run osmo-hlr_10.42.42.2(pid=17381): Launched\u000a03:17:56.637693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:57.174247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17383): Launched\u000a03:17:57.485912 run osmo-stp_10.42.42.5(pid=17384): Launched\u000a03:17:57.596418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:58.111242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17386): Launched\u000a03:17:58.217504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:58.475364 run patchelf(pid=17387): Launched\u000a03:17:58.648414 run osmo-stp_10.42.42.5(pid=17384): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17384)]\u000a03:17:58.775758 run osmo-stp_10.42.42.5(pid=17384): stdout: \u000a| (launched: 2022-12-09_03:17:57.339000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:58.903660 run osmo-stp_10.42.42.5(pid=17384): stderr: \u000a| �[0;m�[38;5;43m20221209031757506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031757506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031757506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031757506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031757507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031757507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031757507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:59.026227 run osmo-stp_10.42.42.5(pid=17384): stdout: \u000a| (launched: 2022-12-09_03:17:57.339000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:59.148604 run osmo-stp_10.42.42.5(pid=17384): stderr: \u000a| �[0;m�[38;5;43m20221209031757506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031757506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031757506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031757506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031757507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031757507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031757507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:59.289711 run patchelf(pid=17387): Terminating (SIGINT)\u000a03:17:59.456707 run patchelf(pid=17387): Terminated: ok {rc=0}\u000a03:17:59.487400 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17384): Process ended prematurely: osmo-stp_10.42.42.5(pid=17384) [trial-2353↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17384)] [trial-2353↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a03:17:59.496345 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:17:59.556037 run osmo-hlr_10.42.42.2(pid=17381): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17381)]\u000a03:17:59.604986 run osmo-hlr_10.42.42.2(pid=17381): stdout: \u000a| (launched: 2022-12-09_03:17:56.370368) \u000a03:17:59.654070 run osmo-hlr_10.42.42.2(pid=17381): stderr: \u000a| �[0;m�[1;31m20221209031756545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031756545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031756545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031756545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031756545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031756545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031756557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031756566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031756566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031756566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:59.695173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17368): Terminating (SIGTERM)\u000a03:17:59.735080 run iperf3-srv_10.42.42.10(pid=17369): Terminating (SIGTERM)\u000a03:17:59.776330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17370): Terminating (SIGTERM)\u000a03:17:59.815253 run iperf3-srv_10.42.42.10(pid=17371): Terminating (SIGTERM)\u000a03:17:59.854779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17372): Terminating (SIGTERM)\u000a03:17:59.893748 run iperf3-srv_10.42.42.10(pid=17373): Terminating (SIGTERM)\u000a03:17:59.932610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17374): Terminating (SIGTERM)\u000a03:17:59.971484 run iperf3-srv_10.42.42.10(pid=17376): Terminating (SIGTERM)\u000a03:18:00.010420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17380): Terminating (SIGTERM)\u000a03:18:00.049282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17383): Terminating (SIGTERM)\u000a03:18:00.088205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17386): Terminating (SIGTERM)\u000a03:18:00.097595 --- ParallelTerminationStrategy: PID 17368 died...\u000a03:18:00.150779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17368): Terminated: ok {rc=0}\u000a03:18:00.160474 --- ParallelTerminationStrategy: PID 17369 died...\u000a03:18:00.212515 run iperf3-srv_10.42.42.10(pid=17369): Terminated {rc=256}\u000a03:18:00.221983 --- ParallelTerminationStrategy: PID 17370 died...\u000a03:18:00.273832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17370): Terminated: ok {rc=0}\u000a03:18:00.283263 --- ParallelTerminationStrategy: PID 17371 died...\u000a03:18:00.334780 run iperf3-srv_10.42.42.10(pid=17371): Terminated {rc=256}\u000a03:18:00.344452 --- ParallelTerminationStrategy: PID 17372 died...\u000a03:18:00.397450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17372): Terminated: ok {rc=0}\u000a03:18:00.407141 --- ParallelTerminationStrategy: PID 17373 died...\u000a03:18:00.459124 run iperf3-srv_10.42.42.10(pid=17373): Terminated {rc=256}\u000a03:18:00.468446 --- ParallelTerminationStrategy: PID 17374 died...\u000a03:18:00.520185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17374): Terminated: ok {rc=0}\u000a03:18:00.529885 --- ParallelTerminationStrategy: PID 17376 died...\u000a03:18:00.581505 run iperf3-srv_10.42.42.10(pid=17376): Terminated {rc=256}\u000a03:18:00.591136 --- ParallelTerminationStrategy: PID 17380 died...\u000a03:18:00.643610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17380): Terminated: ok {rc=0}\u000a03:18:00.653458 --- ParallelTerminationStrategy: PID 17383 died...\u000a03:18:00.705160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17383): Terminated: ok {rc=0}\u000a03:18:00.714831 --- ParallelTerminationStrategy: PID 17386 died...\u000a03:18:00.767167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17386): Terminated: ok {rc=0}\u000a03:18:00.868232 bus /gobi_4: Setting Powered False\u000a03:18:01.995230 bus /gobi_4: Setting Powered False\u000a03:18:03.107546 bus /gobi_1: Setting Powered False\u000a03:18:04.210553 bus /gobi_1: Setting Powered False\u000a03:18:05.319777 bus /gobi_0: Setting Powered False\u000a03:18:06.421904 bus /gobi_0: Setting Powered False\u000a03:18:07.530866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17394): Process ended prematurely: osmo-stp_10.42.42.5(pid=17394) [trial-2353↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17394)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17394): Process ended prematurely: osmo-stp_10.42.42.5(pid=17394) [trial-2353↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a03:18:08.596148 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:08.607342 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:18:08.740644 tst ping.py: using LAC 18699\u000a03:18:08.857490 tst ping.py: using RAC 84\u000a03:18:08.970892 tst ping.py: using CellId 18699\u000a03:18:09.092684 tst ping.py: using BVCI 18700\u000a03:18:09.116707 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:09.127930 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:09.138940 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:09.150361 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:09.161797 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:09.173129 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:09.184631 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:09.195960 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:18:09.466970 tst ping.py:19: start network...\u000a03:18:09.600474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:10.103396 run create_hlr_db(pid=17388): Launched\u000a03:18:10.284409 bus /gobi_6: Setting Powered False\u000a03:18:11.304570 run create_hlr_db(pid=17388): Terminated: ok {rc=0}\u000a03:18:11.718751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17390): Launched\u000a03:18:12.015228 run osmo-hlr_10.42.42.2(pid=17391): Launched\u000a03:18:12.126413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:12.647743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17393): Launched\u000a03:18:12.954190 run osmo-stp_10.42.42.5(pid=17394): Launched\u000a03:18:13.069782 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:13.598255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17396): Launched\u000a03:18:13.708756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:13.979774 run patchelf(pid=17397): Launched\u000a03:18:14.161878 run osmo-stp_10.42.42.5(pid=17394): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17394)]\u000a03:18:14.294970 run osmo-stp_10.42.42.5(pid=17394): stdout: \u000a| (launched: 2022-12-09_03:18:12.800100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:14.428133 run osmo-stp_10.42.42.5(pid=17394): stderr: \u000a| �[0;m�[38;5;43m20221209031812991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031812991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031812991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031812992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031812992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031812992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031812992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:14.557090 run osmo-stp_10.42.42.5(pid=17394): stdout: \u000a| (launched: 2022-12-09_03:18:12.800100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:14.684694 run osmo-stp_10.42.42.5(pid=17394): stderr: \u000a| �[0;m�[38;5;43m20221209031812991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031812991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031812991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031812992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031812992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031812992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031812992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:14.833512 run patchelf(pid=17397): Terminating (SIGINT)\u000a03:18:15.007243 run patchelf(pid=17397): Terminated: ok {rc=0}\u000a03:18:15.038839 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17394): Process ended prematurely: osmo-stp_10.42.42.5(pid=17394) [trial-2353↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17394)] [trial-2353↪gprs:nanobts+band-900↪ping.py:22]\u000a03:18:15.047823 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:18:15.109942 run osmo-hlr_10.42.42.2(pid=17391): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17391)]\u000a03:18:15.160447 run osmo-hlr_10.42.42.2(pid=17391): stdout: \u000a| (launched: 2022-12-09_03:18:11.866342) \u000a03:18:15.211907 run osmo-hlr_10.42.42.2(pid=17391): stderr: \u000a| �[0;m�[1;31m20221209031812041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031812041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031812041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031812041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031812041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031812041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031812053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031812062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031812062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031812062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:15.255353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17390): Terminating (SIGTERM)\u000a03:18:15.296295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17393): Terminating (SIGTERM)\u000a03:18:15.337469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17396): Terminating (SIGTERM)\u000a03:18:15.347088 --- ParallelTerminationStrategy: PID 17390 died...\u000a03:18:15.402233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17390): Terminated: ok {rc=0}\u000a03:18:15.412154 --- ParallelTerminationStrategy: PID 17393 died...\u000a03:18:15.467415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17393): Terminated: ok {rc=0}\u000a03:18:15.477563 --- ParallelTerminationStrategy: PID 17396 died...\u000a03:18:15.532542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17396): Terminated: ok {rc=0}\u000a03:18:15.620475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17404): Process ended prematurely: osmo-stp_10.42.42.5(pid=17404) [trial-2353↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17404): Process ended prematurely: osmo-stp_10.42.42.5(pid=17404) [trial-2353↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a03:18:16.676712 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:16.691319 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:18:16.841956 tst ping_idle_ping.py: using LAC 18700\u000a03:18:16.977410 tst ping_idle_ping.py: using RAC 85\u000a03:18:17.102595 tst ping_idle_ping.py: using CellId 18700\u000a03:18:17.246842 tst ping_idle_ping.py: using BVCI 18701\u000a03:18:17.272607 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:17.284594 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:17.297030 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:17.308612 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:17.320073 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:17.331193 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:17.342853 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:18:17.354405 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:18:17.641826 tst ping_idle_ping.py:24: start network...\u000a03:18:17.774874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:18.281547 run create_hlr_db(pid=17398): Launched\u000a03:18:18.462857 bus /gobi_6: Setting Powered False\u000a03:18:19.479084 run create_hlr_db(pid=17398): Terminated: ok {rc=0}\u000a03:18:19.876471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17400): Launched\u000a03:18:20.169583 run osmo-hlr_10.42.42.2(pid=17401): Launched\u000a03:18:20.281242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:20.794800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17403): Launched\u000a03:18:21.085238 run osmo-stp_10.42.42.5(pid=17404): Launched\u000a03:18:21.191422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:21.721100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17406): Launched\u000a03:18:21.835031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:22.108296 run patchelf(pid=17407): Launched\u000a03:18:22.290536 run osmo-stp_10.42.42.5(pid=17404): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)]\u000a03:18:22.426463 run osmo-stp_10.42.42.5(pid=17404): stdout: \u000a| (launched: 2022-12-09_03:18:20.942459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:22.559429 run osmo-stp_10.42.42.5(pid=17404): stderr: \u000a| �[0;m�[38;5;43m20221209031821111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031821111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031821111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031821112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:22.688823 run osmo-stp_10.42.42.5(pid=17404): stdout: \u000a| (launched: 2022-12-09_03:18:20.942459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:22.816553 run osmo-stp_10.42.42.5(pid=17404): stderr: \u000a| �[0;m�[38;5;43m20221209031821111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031821111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031821111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031821112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:22.966039 run patchelf(pid=17407): Terminating (SIGINT)\u000a03:18:23.140396 run patchelf(pid=17407): Terminated: ok {rc=0}\u000a03:18:23.172153 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17404): Process ended prematurely: osmo-stp_10.42.42.5(pid=17404) [trial-2353↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17404)] [trial-2353↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a03:18:23.181222 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:18:23.242911 run osmo-hlr_10.42.42.2(pid=17401): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17401)]\u000a03:18:23.293070 run osmo-hlr_10.42.42.2(pid=17401): stdout: \u000a| (launched: 2022-12-09_03:18:20.023364) \u000a03:18:23.343796 run osmo-hlr_10.42.42.2(pid=17401): stderr: \u000a| �[0;m�[1;31m20221209031820202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031820202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031820202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031820202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031820202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031820202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031820215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031820223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031820223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031820223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:23.387166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17400): Terminating (SIGTERM)\u000a03:18:23.428260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17403): Terminating (SIGTERM)\u000a03:18:23.469101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17406): Terminating (SIGTERM)\u000a03:18:23.478708 --- ParallelTerminationStrategy: PID 17400 died...\u000a03:18:23.533536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17400): Terminated: ok {rc=0}\u000a03:18:23.543689 --- ParallelTerminationStrategy: PID 17403 died...\u000a03:18:23.598352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17403): Terminated: ok {rc=0}\u000a03:18:23.608253 --- ParallelTerminationStrategy: PID 17406 died...\u000a03:18:23.662844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17406): Terminated: ok {rc=0}\u000a03:18:23.748098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:17:26" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17423): Process ended prematurely: osmo-stp_10.42.42.5(pid=17423) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17423)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17423): Process ended prematurely: osmo-stp_10.42.42.5(pid=17423) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:18:25.896932 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:25.907742 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:26.048909 tst cs_paging_gprs_active.py: using LAC 18701\u000a03:18:26.169282 tst cs_paging_gprs_active.py: using RAC 86\u000a03:18:26.285187 tst cs_paging_gprs_active.py: using CellId 18701\u000a03:18:26.408283 tst cs_paging_gprs_active.py: using BVCI 18702\u000a03:18:26.432599 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.444317 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.455528 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.466669 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.477710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.488728 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.500272 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.511325 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:26.522555 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:26.636863 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:26.918944 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:18:27.055691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:27.365554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17412): Launched\u000a03:18:27.621464 run iperf3-srv_10.42.42.10(pid=17413): Launched\u000a03:18:27.801659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:18:27.925096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:28.239986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17414): Launched\u000a03:18:28.513414 run iperf3-srv_10.42.42.10(pid=17415): Launched\u000a03:18:28.694115 tst cs_paging_gprs_active.py:38: start network...\u000a03:18:28.820674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:29.285060 run create_hlr_db(pid=17417): Launched\u000a03:18:29.455716 bus /gobi_6: Setting Powered False\u000a03:18:30.476779 run create_hlr_db(pid=17417): Terminated: ok {rc=0}\u000a03:18:30.902679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17419): Launched\u000a03:18:31.339543 run osmo-hlr_10.42.42.2(pid=17420): Launched\u000a03:18:31.552143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:32.123080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17422): Launched\u000a03:18:32.443141 run osmo-stp_10.42.42.5(pid=17423): Launched\u000a03:18:32.560665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:33.093367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17425): Launched\u000a03:18:33.199208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:33.456432 run patchelf(pid=17426): Launched\u000a03:18:33.630425 run osmo-stp_10.42.42.5(pid=17423): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17423)]\u000a03:18:33.757562 run osmo-stp_10.42.42.5(pid=17423): stdout: \u000a| (launched: 2022-12-09_03:18:32.287271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:33.884319 run osmo-stp_10.42.42.5(pid=17423): stderr: \u000a| �[0;m�[38;5;43m20221209031832478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031832478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031832478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031832479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031832479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031832479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031832479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:34.006890 run osmo-stp_10.42.42.5(pid=17423): stdout: \u000a| (launched: 2022-12-09_03:18:32.287271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:34.129313 run osmo-stp_10.42.42.5(pid=17423): stderr: \u000a| �[0;m�[38;5;43m20221209031832478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031832478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031832478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031832479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031832479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031832479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031832479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:34.270310 run patchelf(pid=17426): Terminating (SIGINT)\u000a03:18:34.436890 run patchelf(pid=17426): Terminated: ok {rc=0}\u000a03:18:34.467464 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17423): Process ended prematurely: osmo-stp_10.42.42.5(pid=17423) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17423)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:18:34.476509 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:18:34.536044 run osmo-hlr_10.42.42.2(pid=17420): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17420)]\u000a03:18:34.584860 run osmo-hlr_10.42.42.2(pid=17420): stdout: \u000a| (launched: 2022-12-09_03:18:31.069232) \u000a03:18:34.633944 run osmo-hlr_10.42.42.2(pid=17420): stderr: \u000a| �[0;m�[1;31m20221209031831323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031831323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031831323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031831323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031831323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031831323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031831347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031831355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031831355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031831355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:34.675537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17412): Terminating (SIGTERM)\u000a03:18:34.714796 run iperf3-srv_10.42.42.10(pid=17413): Terminating (SIGTERM)\u000a03:18:34.754045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17414): Terminating (SIGTERM)\u000a03:18:34.793174 run iperf3-srv_10.42.42.10(pid=17415): Terminating (SIGTERM)\u000a03:18:34.832478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17419): Terminating (SIGTERM)\u000a03:18:34.871968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17422): Terminating (SIGTERM)\u000a03:18:34.911265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17425): Terminating (SIGTERM)\u000a03:18:34.920663 --- ParallelTerminationStrategy: PID 17412 died...\u000a03:18:34.973176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17412): Terminated: ok {rc=0}\u000a03:18:34.982896 --- ParallelTerminationStrategy: PID 17413 died...\u000a03:18:35.035160 run iperf3-srv_10.42.42.10(pid=17413): Terminated {rc=256}\u000a03:18:35.044523 --- ParallelTerminationStrategy: PID 17414 died...\u000a03:18:35.096982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17414): Terminated: ok {rc=0}\u000a03:18:35.106613 --- ParallelTerminationStrategy: PID 17415 died...\u000a03:18:35.158812 run iperf3-srv_10.42.42.10(pid=17415): Terminated {rc=256}\u000a03:18:35.168255 --- ParallelTerminationStrategy: PID 17419 died...\u000a03:18:35.220680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17419): Terminated: ok {rc=0}\u000a03:18:35.230175 --- ParallelTerminationStrategy: PID 17422 died...\u000a03:18:35.282286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17422): Terminated: ok {rc=0}\u000a03:18:35.292003 --- ParallelTerminationStrategy: PID 17425 died...\u000a03:18:35.344582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17425): Terminated: ok {rc=0}\u000a03:18:35.427524 bus /gobi_0: Setting Powered False\u000a03:18:36.533007 bus /gobi_0: Setting Powered False\u000a03:18:37.639163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17436): Process ended prematurely: osmo-stp_10.42.42.5(pid=17436) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17436)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17436): Process ended prematurely: osmo-stp_10.42.42.5(pid=17436) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:18:38.754596 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:38.766370 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:38.913804 tst iperf3.py: using LAC 18702\u000a03:18:39.039720 tst iperf3.py: using RAC 87\u000a03:18:39.166881 tst iperf3.py: using CellId 18702\u000a03:18:39.292580 tst iperf3.py: using BVCI 18703\u000a03:18:39.315401 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.326293 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.336869 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.347769 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.358878 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.369784 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.380748 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.391656 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:39.402688 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:39.677882 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:18:39.802256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:40.107505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17428): Launched\u000a03:18:40.363095 run iperf3-srv_10.42.42.10(pid=17429): Launched\u000a03:18:40.542969 tst iperf3.py:8: start network...\u000a03:18:40.667718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:41.134483 run create_hlr_db(pid=17430): Launched\u000a03:18:41.304671 bus /gobi_6: Setting Powered False\u000a03:18:42.328692 run create_hlr_db(pid=17430): Terminated: ok {rc=0}\u000a03:18:42.723048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17432): Launched\u000a03:18:43.019690 run osmo-hlr_10.42.42.2(pid=17433): Launched\u000a03:18:43.136027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:43.695349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17435): Launched\u000a03:18:44.015821 run osmo-stp_10.42.42.5(pid=17436): Launched\u000a03:18:44.131528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:44.674898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17438): Launched\u000a03:18:44.783338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:45.041934 run patchelf(pid=17439): Launched\u000a03:18:45.216025 run osmo-stp_10.42.42.5(pid=17436): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17436)]\u000a03:18:45.342767 run osmo-stp_10.42.42.5(pid=17436): stdout: \u000a| (launched: 2022-12-09_03:18:43.857761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:45.471896 run osmo-stp_10.42.42.5(pid=17436): stderr: \u000a| �[0;m�[38;5;43m20221209031844050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031844050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031844050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031844050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031844051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031844051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031844051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:45.595547 run osmo-stp_10.42.42.5(pid=17436): stdout: \u000a| (launched: 2022-12-09_03:18:43.857761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:45.722146 run osmo-stp_10.42.42.5(pid=17436): stderr: \u000a| �[0;m�[38;5;43m20221209031844050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031844050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031844050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031844050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031844051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031844051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031844051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:45.886696 run patchelf(pid=17439): Terminating (SIGINT)\u000a03:18:46.075274 run patchelf(pid=17439): Terminated: ok {rc=0}\u000a03:18:46.106170 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17436): Process ended prematurely: osmo-stp_10.42.42.5(pid=17436) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17436)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a03:18:46.115792 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:18:46.179698 run osmo-hlr_10.42.42.2(pid=17433): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17433)]\u000a03:18:46.230335 run osmo-hlr_10.42.42.2(pid=17433): stdout: \u000a| (launched: 2022-12-09_03:18:42.874231) \u000a03:18:46.288061 run osmo-hlr_10.42.42.2(pid=17433): stderr: \u000a| �[0;m�[1;31m20221209031843049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031843050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031843050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031843050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031843050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031843050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031843063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031843072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031843072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031843072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:46.335204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17428): Terminating (SIGTERM)\u000a03:18:46.375787 run iperf3-srv_10.42.42.10(pid=17429): Terminating (SIGTERM)\u000a03:18:46.418444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17432): Terminating (SIGTERM)\u000a03:18:46.459684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17435): Terminating (SIGTERM)\u000a03:18:46.505566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17438): Terminating (SIGTERM)\u000a03:18:46.515421 --- ParallelTerminationStrategy: PID 17428 died...\u000a03:18:46.575298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17428): Terminated: ok {rc=0}\u000a03:18:46.585794 --- ParallelTerminationStrategy: PID 17429 died...\u000a03:18:46.645272 run iperf3-srv_10.42.42.10(pid=17429): Terminated {rc=256}\u000a03:18:46.655649 --- ParallelTerminationStrategy: PID 17432 died...\u000a03:18:46.711555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17432): Terminated: ok {rc=0}\u000a03:18:46.722063 --- ParallelTerminationStrategy: PID 17435 died...\u000a03:18:46.776871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17435): Terminated: ok {rc=0}\u000a03:18:46.788531 --- ParallelTerminationStrategy: PID 17438 died...\u000a03:18:46.844692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17438): Terminated: ok {rc=0}\u000a03:18:46.945534 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:18:48.063457 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.075583 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:48.217122 tst iperf3m4.py: using LAC 18703\u000a03:18:48.341080 tst iperf3m4.py: using RAC 88\u000a03:18:48.460292 tst iperf3m4.py: using CellId 18703\u000a03:18:48.582723 tst iperf3m4.py: using BVCI 18704\u000a03:18:48.605241 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.616050 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.626811 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.638235 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.651289 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.662679 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.674462 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.685711 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:48.697162 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:48.812871 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:48.936446 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:49.051163 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:49.336833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:18:49.469724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:49.797365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17440): Launched\u000a03:18:50.070405 run iperf3-srv_10.42.42.10(pid=17441): Launched\u000a03:18:50.265646 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:18:50.398315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:50.726482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17442): Launched\u000a03:18:51.000754 run iperf3-srv_10.42.42.10(pid=17443): Launched\u000a03:18:51.194862 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:18:51.327472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:51.656683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17444): Launched\u000a03:18:51.930691 run iperf3-srv_10.42.42.10(pid=17445): Launched\u000a03:18:52.125568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:18:52.258342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:52.587723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17446): Launched\u000a03:18:52.861535 run iperf3-srv_10.42.42.10(pid=17447): Launched\u000a03:18:53.055911 tst iperf3m4.py:8: start network...\u000a03:18:53.189255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:53.696401 run create_hlr_db(pid=17448): Launched\u000a03:18:53.882362 bus /gobi_6: Setting Powered False\u000a03:18:54.902573 run create_hlr_db(pid=17448): Terminated: ok {rc=0}\u000a03:18:55.301447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Launched\u000a03:18:55.598375 run osmo-hlr_10.42.42.2(pid=17451): Launched\u000a03:18:55.710038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:56.225827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Launched\u000a03:18:56.522988 run osmo-stp_10.42.42.5(pid=17454): Launched\u000a03:18:56.631565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:57.163961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17456): Launched\u000a03:18:57.279717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:57.558960 run patchelf(pid=17457): Launched\u000a03:18:57.744939 run osmo-stp_10.42.42.5(pid=17454): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]\u000a03:18:57.885487 run osmo-stp_10.42.42.5(pid=17454): stdout: \u000a| (launched: 2022-12-09_03:18:56.376231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:58.022499 run osmo-stp_10.42.42.5(pid=17454): stderr: \u000a| �[0;m�[38;5;43m20221209031856546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031856546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031856546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031856546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031856547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031856547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031856547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:58.156680 run osmo-stp_10.42.42.5(pid=17454): stdout: \u000a| (launched: 2022-12-09_03:18:56.376231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:58.287544 run osmo-stp_10.42.42.5(pid=17454): stderr: \u000a| �[0;m�[38;5;43m20221209031856546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031856546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031856546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031856546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031856547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031856547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031856547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:58.441243 run patchelf(pid=17457): Terminating (SIGINT)\u000a03:18:58.621054 run patchelf(pid=17457): Terminated: ok {rc=0}\u000a03:18:58.653644 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:18:58.663388 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a03:18:58.726714 run osmo-hlr_10.42.42.2(pid=17451): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17451)]\u000a03:18:58.777483 run osmo-hlr_10.42.42.2(pid=17451): stdout: \u000a| (launched: 2022-12-09_03:18:55.452136) \u000a03:18:58.828877 run osmo-hlr_10.42.42.2(pid=17451): stderr: \u000a| �[0;m�[1;31m20221209031855625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031855625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031855625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031855626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031855626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031855626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031855640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031855649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031855649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031855649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:58.873454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17440): Terminating (SIGTERM)\u000a03:18:58.917792 run iperf3-srv_10.42.42.10(pid=17441): Terminating (SIGTERM)\u000a03:18:58.957094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17442): Terminating (SIGTERM)\u000a03:18:58.996625 run iperf3-srv_10.42.42.10(pid=17443): Terminating (SIGTERM)\u000a03:18:59.036200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17444): Terminating (SIGTERM)\u000a03:18:59.075557 run iperf3-srv_10.42.42.10(pid=17445): Terminating (SIGTERM)\u000a03:18:59.115856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17446): Terminating (SIGTERM)\u000a03:18:59.160385 run iperf3-srv_10.42.42.10(pid=17447): Terminating (SIGTERM)\u000a03:18:59.202222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminating (SIGTERM)\u000a03:18:59.243328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminating (SIGTERM)\u000a03:18:59.284669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17456): Terminating (SIGTERM)\u000a03:18:59.294428 --- ParallelTerminationStrategy: PID 17440 died...\u000a03:18:59.349709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17440): Terminated: ok {rc=0}\u000a03:18:59.359768 --- ParallelTerminationStrategy: PID 17441 died...\u000a03:18:59.414652 run iperf3-srv_10.42.42.10(pid=17441): Terminated {rc=256}\u000a03:18:59.426525 --- ParallelTerminationStrategy: PID 17442 died...\u000a03:18:59.480156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17442): Terminated: ok {rc=0}\u000a03:18:59.489853 --- ParallelTerminationStrategy: PID 17443 died...\u000a03:18:59.542770 run iperf3-srv_10.42.42.10(pid=17443): Terminated {rc=256}\u000a03:18:59.552249 --- ParallelTerminationStrategy: PID 17444 died...\u000a03:18:59.605142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17444): Terminated: ok {rc=0}\u000a03:18:59.615240 --- ParallelTerminationStrategy: PID 17445 died...\u000a03:18:59.667906 run iperf3-srv_10.42.42.10(pid=17445): Terminated {rc=256}\u000a03:18:59.677847 --- ParallelTerminationStrategy: PID 17446 died...\u000a03:18:59.731626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17446): Terminated: ok {rc=0}\u000a03:18:59.741780 --- ParallelTerminationStrategy: PID 17447 died...\u000a03:18:59.794529 run iperf3-srv_10.42.42.10(pid=17447): Terminated {rc=256}\u000a03:18:59.804288 --- ParallelTerminationStrategy: PID 17450 died...\u000a03:18:59.857447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminated: ok {rc=0}\u000a03:18:59.867016 --- ParallelTerminationStrategy: PID 17453 died...\u000a03:18:59.919759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminated: ok {rc=0}\u000a03:18:59.929792 --- ParallelTerminationStrategy: PID 17456 died...\u000a03:18:59.982990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17456): Terminated: ok {rc=0}\u000a03:19:00.069883 bus /gobi_4: Setting Powered False\u000a03:19:01.178083 bus /gobi_4: Setting Powered False\u000a03:19:02.285594 bus /gobi_1: Setting Powered False\u000a03:19:03.390971 bus /gobi_1: Setting Powered False\u000a03:19:04.502081 bus /gobi_0: Setting Powered False\u000a03:19:05.603791 bus /gobi_0: Setting Powered False\u000a03:19:06.715496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17467): Process ended prematurely: osmo-stp_10.42.42.5(pid=17467) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17467)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17467): Process ended prematurely: osmo-stp_10.42.42.5(pid=17467) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:19:07.782817 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:07.794893 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:19:07.936623 tst ping.py: using LAC 18704\u000a03:19:08.062391 tst ping.py: using RAC 89\u000a03:19:08.185698 tst ping.py: using CellId 18704\u000a03:19:08.309959 tst ping.py: using BVCI 18705\u000a03:19:08.333997 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:08.345382 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:08.356509 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:08.367646 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:08.378735 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:08.389740 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:08.401001 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:08.412200 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:19:08.686194 tst ping.py:19: start network...\u000a03:19:08.816324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:09.315400 run create_hlr_db(pid=17458): Launched\u000a03:19:09.495620 bus /gobi_6: Setting Powered False\u000a03:19:10.516832 run create_hlr_db(pid=17458): Terminated: ok {rc=0}\u000a03:19:10.930427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17463): Launched\u000a03:19:11.240858 run osmo-hlr_10.42.42.2(pid=17464): Launched\u000a03:19:11.358644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:11.878393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17466): Launched\u000a03:19:12.171794 run osmo-stp_10.42.42.5(pid=17467): Launched\u000a03:19:12.277534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:12.789592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17469): Launched\u000a03:19:12.896342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:13.152410 run patchelf(pid=17470): Launched\u000a03:19:13.323007 run osmo-stp_10.42.42.5(pid=17467): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17467)]\u000a03:19:13.456682 run osmo-stp_10.42.42.5(pid=17467): stdout: \u000a| (launched: 2022-12-09_03:19:12.029368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:13.591254 run osmo-stp_10.42.42.5(pid=17467): stderr: \u000a| �[0;m�[38;5;43m20221209031912195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031912195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031912195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031912196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031912198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031912198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031912198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:13.721090 run osmo-stp_10.42.42.5(pid=17467): stdout: \u000a| (launched: 2022-12-09_03:19:12.029368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:13.841789 run osmo-stp_10.42.42.5(pid=17467): stderr: \u000a| �[0;m�[38;5;43m20221209031912195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031912195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031912195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031912196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031912198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031912198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031912198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:13.984575 run patchelf(pid=17470): Terminating (SIGINT)\u000a03:19:14.148887 run patchelf(pid=17470): Terminated: ok {rc=0}\u000a03:19:14.178735 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17467): Process ended prematurely: osmo-stp_10.42.42.5(pid=17467) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17467)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a03:19:14.187418 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:19:14.251357 run osmo-hlr_10.42.42.2(pid=17464): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17464)]\u000a03:19:14.300319 run osmo-hlr_10.42.42.2(pid=17464): stdout: \u000a| (launched: 2022-12-09_03:19:11.088755) \u000a03:19:14.349776 run osmo-hlr_10.42.42.2(pid=17464): stderr: \u000a| �[0;m�[1;31m20221209031911290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031911290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031911290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031911290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031911290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031911290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031911302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031911312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031911312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031911312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:14.391390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17463): Terminating (SIGTERM)\u000a03:19:14.431475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17466): Terminating (SIGTERM)\u000a03:19:14.471900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17469): Terminating (SIGTERM)\u000a03:19:14.481981 --- ParallelTerminationStrategy: PID 17463 died...\u000a03:19:14.535801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17463): Terminated: ok {rc=0}\u000a03:19:14.546193 --- ParallelTerminationStrategy: PID 17466 died...\u000a03:19:14.601847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17466): Terminated: ok {rc=0}\u000a03:19:14.612192 --- ParallelTerminationStrategy: PID 17469 died...\u000a03:19:14.665711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17469): Terminated: ok {rc=0}\u000a03:19:14.754568 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17477): Process ended prematurely: osmo-stp_10.42.42.5(pid=17477) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17477)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17477): Process ended prematurely: osmo-stp_10.42.42.5(pid=17477) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:19:15.807364 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:15.819301 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:19:16.011941 tst ping_idle_ping.py: using LAC 18705\u000a03:19:16.166546 tst ping_idle_ping.py: using RAC 90\u000a03:19:16.315572 tst ping_idle_ping.py: using CellId 18705\u000a03:19:16.463722 tst ping_idle_ping.py: using BVCI 18706\u000a03:19:16.495298 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:16.510050 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:16.526222 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:16.542695 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:16.558917 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:16.572898 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:16.588738 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:19:16.607140 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:19:16.945781 tst ping_idle_ping.py:24: start network...\u000a03:19:17.080249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:17.591886 run create_hlr_db(pid=17471): Launched\u000a03:19:17.774001 bus /gobi_6: Setting Powered False\u000a03:19:18.795537 run create_hlr_db(pid=17471): Terminated: ok {rc=0}\u000a03:19:19.202644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17473): Launched\u000a03:19:19.508882 run osmo-hlr_10.42.42.2(pid=17474): Launched\u000a03:19:19.626714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:20.136707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17476): Launched\u000a03:19:20.430147 run osmo-stp_10.42.42.5(pid=17477): Launched\u000a03:19:20.536196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:21.071410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17479): Launched\u000a03:19:21.175354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:21.450405 run patchelf(pid=17480): Launched\u000a03:19:21.636144 run osmo-stp_10.42.42.5(pid=17477): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17477)]\u000a03:19:21.770423 run osmo-stp_10.42.42.5(pid=17477): stdout: \u000a| (launched: 2022-12-09_03:19:20.284512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:21.907445 run osmo-stp_10.42.42.5(pid=17477): stderr: \u000a| �[0;m�[38;5;43m20221209031920455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031920455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031920455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031920456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031920456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031920456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031920456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:22.037613 run osmo-stp_10.42.42.5(pid=17477): stdout: \u000a| (launched: 2022-12-09_03:19:20.284512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:22.166350 run osmo-stp_10.42.42.5(pid=17477): stderr: \u000a| �[0;m�[38;5;43m20221209031920455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031920455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031920455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031920456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031920456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031920456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031920456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:22.315429 run patchelf(pid=17480): Terminating (SIGINT)\u000a03:19:22.490858 run patchelf(pid=17480): Terminated: ok {rc=0}\u000a03:19:22.522862 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17477): Process ended prematurely: osmo-stp_10.42.42.5(pid=17477) [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17477)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:19:22.531701 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:19:22.593249 run osmo-hlr_10.42.42.2(pid=17474): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17474)]\u000a03:19:22.643636 run osmo-hlr_10.42.42.2(pid=17474): stdout: \u000a| (launched: 2022-12-09_03:19:19.363484) \u000a03:19:22.694616 run osmo-hlr_10.42.42.2(pid=17474): stderr: \u000a| �[0;m�[1;31m20221209031919538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031919538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031919538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031919538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031919538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031919538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031919551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031919562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031919562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031919562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:22.737949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17473): Terminating (SIGTERM)\u000a03:19:22.778820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17476): Terminating (SIGTERM)\u000a03:19:22.819766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17479): Terminating (SIGTERM)\u000a03:19:22.829501 --- ParallelTerminationStrategy: PID 17473 died...\u000a03:19:22.884571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17473): Terminated: ok {rc=0}\u000a03:19:22.894635 --- ParallelTerminationStrategy: PID 17476 died...\u000a03:19:22.949678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17476): Terminated: ok {rc=0}\u000a03:19:22.959663 --- ParallelTerminationStrategy: PID 17479 died...\u000a03:19:23.014513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17479): Terminated: ok {rc=0}\u000a03:19:23.101307 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:18:25" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17494): Process ended prematurely: osmo-stp_10.42.42.5(pid=17494) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17494): Process ended prematurely: osmo-stp_10.42.42.5(pid=17494) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:19:25.262606 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.273919 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:25.432186 tst cs_paging_gprs_active.py: using LAC 18706\u000a03:19:25.557890 tst cs_paging_gprs_active.py: using RAC 91\u000a03:19:25.681685 tst cs_paging_gprs_active.py: using CellId 18706\u000a03:19:25.807439 tst cs_paging_gprs_active.py: using BVCI 18707\u000a03:19:25.831740 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.843148 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.854331 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.865929 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.877248 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.888760 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.900100 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.911337 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:25.922710 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:26.041416 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:26.331589 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:19:26.463834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:26.793510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17484): Launched\u000a03:19:27.065909 run iperf3-srv_10.42.42.10(pid=17485): Launched\u000a03:19:27.260725 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:19:27.393315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:27.719958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17486): Launched\u000a03:19:27.991442 run iperf3-srv_10.42.42.10(pid=17487): Launched\u000a03:19:28.186010 tst cs_paging_gprs_active.py:38: start network...\u000a03:19:28.318085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:28.824294 run create_hlr_db(pid=17488): Launched\u000a03:19:29.008444 bus /gobi_6: Setting Powered False\u000a03:19:30.030209 run create_hlr_db(pid=17488): Terminated: ok {rc=0}\u000a03:19:30.428752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17490): Launched\u000a03:19:30.726985 run osmo-hlr_10.42.42.2(pid=17491): Launched\u000a03:19:30.850756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:31.481913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17493): Launched\u000a03:19:31.862175 run osmo-stp_10.42.42.5(pid=17494): Launched\u000a03:19:32.007396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:32.652306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17496): Launched\u000a03:19:32.766298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:33.043864 run patchelf(pid=17497): Launched\u000a03:19:33.230762 run osmo-stp_10.42.42.5(pid=17494): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)]\u000a03:19:33.367161 run osmo-stp_10.42.42.5(pid=17494): stdout: \u000a| (launched: 2022-12-09_03:19:31.649047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:33.503950 run osmo-stp_10.42.42.5(pid=17494): stderr: \u000a| �[0;m�[38;5;43m20221209031932005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031932006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031932006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031932007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:33.636813 run osmo-stp_10.42.42.5(pid=17494): stdout: \u000a| (launched: 2022-12-09_03:19:31.649047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:33.768201 run osmo-stp_10.42.42.5(pid=17494): stderr: \u000a| �[0;m�[38;5;43m20221209031932005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031932006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031932006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031932007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031932007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:33.920797 run patchelf(pid=17497): Terminating (SIGINT)\u000a03:19:34.099127 run patchelf(pid=17497): Terminated: ok {rc=0}\u000a03:19:34.132168 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17494): Process ended prematurely: osmo-stp_10.42.42.5(pid=17494) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17494)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:19:34.141954 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:19:34.203564 run osmo-hlr_10.42.42.2(pid=17491): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17491)]\u000a03:19:34.254131 run osmo-hlr_10.42.42.2(pid=17491): stdout: \u000a| (launched: 2022-12-09_03:19:30.579988) \u000a03:19:34.305187 run osmo-hlr_10.42.42.2(pid=17491): stderr: \u000a| �[0;m�[1;31m20221209031930754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031930755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031930755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031930755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031930755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031930755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031930767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031930775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031930776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031930776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:34.348836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17484): Terminating (SIGTERM)\u000a03:19:34.389973 run iperf3-srv_10.42.42.10(pid=17485): Terminating (SIGTERM)\u000a03:19:34.431117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17486): Terminating (SIGTERM)\u000a03:19:34.471983 run iperf3-srv_10.42.42.10(pid=17487): Terminating (SIGTERM)\u000a03:19:34.513153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17490): Terminating (SIGTERM)\u000a03:19:34.554445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17493): Terminating (SIGTERM)\u000a03:19:34.595531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17496): Terminating (SIGTERM)\u000a03:19:34.605279 --- ParallelTerminationStrategy: PID 17484 died...\u000a03:19:34.660015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17484): Terminated: ok {rc=0}\u000a03:19:34.670061 --- ParallelTerminationStrategy: PID 17485 died...\u000a03:19:34.725459 run iperf3-srv_10.42.42.10(pid=17485): Terminated {rc=256}\u000a03:19:34.735360 --- ParallelTerminationStrategy: PID 17486 died...\u000a03:19:34.790235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17486): Terminated: ok {rc=0}\u000a03:19:34.800172 --- ParallelTerminationStrategy: PID 17487 died...\u000a03:19:34.854506 run iperf3-srv_10.42.42.10(pid=17487): Terminated {rc=256}\u000a03:19:34.864694 --- ParallelTerminationStrategy: PID 17490 died...\u000a03:19:34.919641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17490): Terminated: ok {rc=0}\u000a03:19:34.929718 --- ParallelTerminationStrategy: PID 17493 died...\u000a03:19:34.984264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17493): Terminated: ok {rc=0}\u000a03:19:34.994194 --- ParallelTerminationStrategy: PID 17496 died...\u000a03:19:35.048915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17496): Terminated: ok {rc=0}\u000a03:19:35.135146 bus /gobi_0: Setting Powered False\u000a03:19:36.240980 bus /gobi_0: Setting Powered False\u000a03:19:37.347280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17506): Process ended prematurely: osmo-stp_10.42.42.5(pid=17506) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17506): Process ended prematurely: osmo-stp_10.42.42.5(pid=17506) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:19:38.459933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:38.471743 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:38.633453 tst iperf3.py: using LAC 18707\u000a03:19:38.759508 tst iperf3.py: using RAC 92\u000a03:19:38.884431 tst iperf3.py: using CellId 18707\u000a03:19:39.008174 tst iperf3.py: using BVCI 18708\u000a03:19:39.032529 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.043778 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.054892 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.066031 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.077152 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.088278 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.099832 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.110906 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:39.122121 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:39.410341 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:19:39.543227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:39.872409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17498): Launched\u000a03:19:40.145028 run iperf3-srv_10.42.42.10(pid=17499): Launched\u000a03:19:40.339537 tst iperf3.py:8: start network...\u000a03:19:40.472354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:40.978978 run create_hlr_db(pid=17500): Launched\u000a03:19:41.162046 bus /gobi_6: Setting Powered False\u000a03:19:42.183311 run create_hlr_db(pid=17500): Terminated: ok {rc=0}\u000a03:19:42.603368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17502): Launched\u000a03:19:42.921509 run osmo-hlr_10.42.42.2(pid=17503): Launched\u000a03:19:43.040336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:43.594371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17505): Launched\u000a03:19:43.911827 run osmo-stp_10.42.42.5(pid=17506): Launched\u000a03:19:44.027838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:44.581811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17508): Launched\u000a03:19:44.695429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:44.972139 run patchelf(pid=17509): Launched\u000a03:19:45.157026 run osmo-stp_10.42.42.5(pid=17506): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)]\u000a03:19:45.292456 run osmo-stp_10.42.42.5(pid=17506): stdout: \u000a| (launched: 2022-12-09_03:19:43.756054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:45.428005 run osmo-stp_10.42.42.5(pid=17506): stderr: \u000a| �[0;m�[38;5;43m20221209031943946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031943946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031943947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031943947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031943950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031943950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031943950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:45.559302 run osmo-stp_10.42.42.5(pid=17506): stdout: \u000a| (launched: 2022-12-09_03:19:43.756054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:45.689138 run osmo-stp_10.42.42.5(pid=17506): stderr: \u000a| �[0;m�[38;5;43m20221209031943946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031943946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031943947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031943947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031943950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031943950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031943950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:45.844517 run patchelf(pid=17509): Terminating (SIGINT)\u000a03:19:46.047819 run patchelf(pid=17509): Terminated: ok {rc=0}\u000a03:19:46.082051 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17506): Process ended prematurely: osmo-stp_10.42.42.5(pid=17506) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17506)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:19:46.092757 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:19:46.155902 run osmo-hlr_10.42.42.2(pid=17503): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17503)]\u000a03:19:46.208751 run osmo-hlr_10.42.42.2(pid=17503): stdout: \u000a| (launched: 2022-12-09_03:19:42.764887) \u000a03:19:46.262063 run osmo-hlr_10.42.42.2(pid=17503): stderr: \u000a| �[0;m�[1;31m20221209031942961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031942961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031942961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031942961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031942962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031942962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031942974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031942982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031942982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031942982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:46.307512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17498): Terminating (SIGTERM)\u000a03:19:46.349764 run iperf3-srv_10.42.42.10(pid=17499): Terminating (SIGTERM)\u000a03:19:46.392357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17502): Terminating (SIGTERM)\u000a03:19:46.435441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17505): Terminating (SIGTERM)\u000a03:19:46.478217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17508): Terminating (SIGTERM)\u000a03:19:46.488238 --- ParallelTerminationStrategy: PID 17498 died...\u000a03:19:46.545255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17498): Terminated: ok {rc=0}\u000a03:19:46.556050 --- ParallelTerminationStrategy: PID 17499 died...\u000a03:19:46.612737 run iperf3-srv_10.42.42.10(pid=17499): Terminated {rc=256}\u000a03:19:46.623549 --- ParallelTerminationStrategy: PID 17502 died...\u000a03:19:46.680671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17502): Terminated: ok {rc=0}\u000a03:19:46.691608 --- ParallelTerminationStrategy: PID 17505 died...\u000a03:19:46.748761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17505): Terminated: ok {rc=0}\u000a03:19:46.759557 --- ParallelTerminationStrategy: PID 17508 died...\u000a03:19:46.816463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17508): Terminated: ok {rc=0}\u000a03:19:46.905476 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17524): Process ended prematurely: osmo-stp_10.42.42.5(pid=17524) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17524): Process ended prematurely: osmo-stp_10.42.42.5(pid=17524) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:19:48.012592 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.024288 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:48.174806 tst iperf3m4.py: using LAC 18708\u000a03:19:48.290418 tst iperf3m4.py: using RAC 93\u000a03:19:48.406369 tst iperf3m4.py: using CellId 18708\u000a03:19:48.522308 tst iperf3m4.py: using BVCI 18709\u000a03:19:48.545184 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.556027 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.566823 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.577828 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.588775 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.599733 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.610993 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.622108 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:48.633367 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:48.753290 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:48.870676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:48.984263 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:49.274022 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:19:49.407310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:49.735407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17510): Launched\u000a03:19:50.008206 run iperf3-srv_10.42.42.10(pid=17511): Launched\u000a03:19:50.203126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:19:50.337061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:50.663369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17512): Launched\u000a03:19:50.935751 run iperf3-srv_10.42.42.10(pid=17513): Launched\u000a03:19:51.129919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:19:51.263041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:51.590987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17514): Launched\u000a03:19:51.863097 run iperf3-srv_10.42.42.10(pid=17515): Launched\u000a03:19:52.058145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:19:52.191144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:52.519833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Launched\u000a03:19:52.792416 run iperf3-srv_10.42.42.10(pid=17517): Launched\u000a03:19:52.987309 tst iperf3m4.py:8: start network...\u000a03:19:53.121074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:53.629176 run create_hlr_db(pid=17518): Launched\u000a03:19:53.812402 bus /gobi_6: Setting Powered False\u000a03:19:54.833419 run create_hlr_db(pid=17518): Terminated: ok {rc=0}\u000a03:19:55.232291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17520): Launched\u000a03:19:55.528627 run osmo-hlr_10.42.42.2(pid=17521): Launched\u000a03:19:55.643007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:56.159757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17523): Launched\u000a03:19:56.456394 run osmo-stp_10.42.42.5(pid=17524): Launched\u000a03:19:56.566780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:57.080247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17526): Launched\u000a03:19:57.185831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:57.443019 run patchelf(pid=17527): Launched\u000a03:19:57.616016 run osmo-stp_10.42.42.5(pid=17524): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)]\u000a03:19:57.742415 run osmo-stp_10.42.42.5(pid=17524): stdout: \u000a| (launched: 2022-12-09_03:19:56.310747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:57.868923 run osmo-stp_10.42.42.5(pid=17524): stderr: \u000a| �[0;m�[38;5;43m20221209031956477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031956477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031956478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031956478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031956479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031956479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031956479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:57.991512 run osmo-stp_10.42.42.5(pid=17524): stdout: \u000a| (launched: 2022-12-09_03:19:56.310747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:58.112613 run osmo-stp_10.42.42.5(pid=17524): stderr: \u000a| �[0;m�[38;5;43m20221209031956477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209031956477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209031956478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209031956478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209031956479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209031956479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209031956479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:58.254063 run patchelf(pid=17527): Terminating (SIGINT)\u000a03:19:58.420938 run patchelf(pid=17527): Terminated: ok {rc=0}\u000a03:19:58.451533 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17524): Process ended prematurely: osmo-stp_10.42.42.5(pid=17524) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17524)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:19:58.460603 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:19:58.521141 run osmo-hlr_10.42.42.2(pid=17521): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17521)]\u000a03:19:58.569719 run osmo-hlr_10.42.42.2(pid=17521): stdout: \u000a| (launched: 2022-12-09_03:19:55.382992) \u000a03:19:58.619104 run osmo-hlr_10.42.42.2(pid=17521): stderr: \u000a| �[0;m�[1;31m20221209031955556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209031955556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209031955556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031955556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209031955556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209031955556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209031955571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209031955582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209031955582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209031955582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:58.660749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17510): Terminating (SIGTERM)\u000a03:19:58.700293 run iperf3-srv_10.42.42.10(pid=17511): Terminating (SIGTERM)\u000a03:19:58.739711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17512): Terminating (SIGTERM)\u000a03:19:58.779024 run iperf3-srv_10.42.42.10(pid=17513): Terminating (SIGTERM)\u000a03:19:58.818379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17514): Terminating (SIGTERM)\u000a03:19:58.857832 run iperf3-srv_10.42.42.10(pid=17515): Terminating (SIGTERM)\u000a03:19:58.897334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Terminating (SIGTERM)\u000a03:19:58.936767 run iperf3-srv_10.42.42.10(pid=17517): Terminating (SIGTERM)\u000a03:19:58.976257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17520): Terminating (SIGTERM)\u000a03:19:59.015541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17523): Terminating (SIGTERM)\u000a03:19:59.055163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17526): Terminating (SIGTERM)\u000a03:19:59.064646 --- ParallelTerminationStrategy: PID 17510 died...\u000a03:19:59.117629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17510): Terminated: ok {rc=0}\u000a03:19:59.127531 --- ParallelTerminationStrategy: PID 17511 died...\u000a03:19:59.180803 run iperf3-srv_10.42.42.10(pid=17511): Terminated {rc=256}\u000a03:19:59.190467 --- ParallelTerminationStrategy: PID 17512 died...\u000a03:19:59.243128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17512): Terminated: ok {rc=0}\u000a03:19:59.253492 --- ParallelTerminationStrategy: PID 17513 died...\u000a03:19:59.305828 run iperf3-srv_10.42.42.10(pid=17513): Terminated {rc=256}\u000a03:19:59.315511 --- ParallelTerminationStrategy: PID 17514 died...\u000a03:19:59.368437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17514): Terminated: ok {rc=0}\u000a03:19:59.377992 --- ParallelTerminationStrategy: PID 17515 died...\u000a03:19:59.430017 run iperf3-srv_10.42.42.10(pid=17515): Terminated {rc=256}\u000a03:19:59.439712 --- ParallelTerminationStrategy: PID 17516 died...\u000a03:19:59.492812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17516): Terminated: ok {rc=0}\u000a03:19:59.502770 --- ParallelTerminationStrategy: PID 17517 died...\u000a03:19:59.555622 run iperf3-srv_10.42.42.10(pid=17517): Terminated {rc=256}\u000a03:19:59.565902 --- ParallelTerminationStrategy: PID 17520 died...\u000a03:19:59.618806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17520): Terminated: ok {rc=0}\u000a03:19:59.628481 --- ParallelTerminationStrategy: PID 17523 died...\u000a03:19:59.680934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17523): Terminated: ok {rc=0}\u000a03:19:59.690889 --- ParallelTerminationStrategy: PID 17526 died...\u000a03:19:59.743662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17526): Terminated: ok {rc=0}\u000a03:19:59.826997 bus /gobi_4: Setting Powered False\u000a03:20:00.957539 bus /gobi_4: Setting Powered False\u000a03:20:02.093525 bus /gobi_1: Setting Powered False\u000a03:20:03.200350 bus /gobi_1: Setting Powered False\u000a03:20:04.307813 bus /gobi_0: Setting Powered False\u000a03:20:05.412400 bus /gobi_0: Setting Powered False\u000a03:20:06.520084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17537): Process ended prematurely: osmo-stp_10.42.42.5(pid=17537) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17537)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17537): Process ended prematurely: osmo-stp_10.42.42.5(pid=17537) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:20:07.590356 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:07.602103 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:20:07.774101 tst ping.py: using LAC 18709\u000a03:20:07.898850 tst ping.py: using RAC 94\u000a03:20:08.023292 tst ping.py: using CellId 18709\u000a03:20:08.146470 tst ping.py: using BVCI 18710\u000a03:20:08.170498 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:08.181925 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:08.193112 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:08.204249 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:08.215504 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:08.226656 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:08.237933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:08.249080 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:20:08.534116 tst ping.py:19: start network...\u000a03:20:08.665232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:09.163898 run create_hlr_db(pid=17531): Launched\u000a03:20:09.345281 bus /gobi_6: Setting Powered False\u000a03:20:10.366067 run create_hlr_db(pid=17531): Terminated: ok {rc=0}\u000a03:20:10.782800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17533): Launched\u000a03:20:11.095530 run osmo-hlr_10.42.42.2(pid=17534): Launched\u000a03:20:11.210586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:11.756219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17536): Launched\u000a03:20:12.068685 run osmo-stp_10.42.42.5(pid=17537): Launched\u000a03:20:12.182505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:12.729333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17539): Launched\u000a03:20:12.841200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:13.114021 run patchelf(pid=17540): Launched\u000a03:20:13.297188 run osmo-stp_10.42.42.5(pid=17537): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17537)]\u000a03:20:13.430799 run osmo-stp_10.42.42.5(pid=17537): stdout: \u000a| (launched: 2022-12-09_03:20:11.915608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:13.564750 run osmo-stp_10.42.42.5(pid=17537): stderr: \u000a| �[0;m�[38;5;43m20221209032012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032012110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032012110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032012110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032012110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:13.694398 run osmo-stp_10.42.42.5(pid=17537): stdout: \u000a| (launched: 2022-12-09_03:20:11.915608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:13.822902 run osmo-stp_10.42.42.5(pid=17537): stderr: \u000a| �[0;m�[38;5;43m20221209032012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032012110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032012110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032012110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032012110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:13.972868 run patchelf(pid=17540): Terminating (SIGINT)\u000a03:20:14.148614 run patchelf(pid=17540): Terminated: ok {rc=0}\u000a03:20:14.180554 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17537): Process ended prematurely: osmo-stp_10.42.42.5(pid=17537) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17537)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:20:14.189564 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:20:14.251478 run osmo-hlr_10.42.42.2(pid=17534): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17534)]\u000a03:20:14.302105 run osmo-hlr_10.42.42.2(pid=17534): stdout: \u000a| (launched: 2022-12-09_03:20:10.942629) \u000a03:20:14.353186 run osmo-hlr_10.42.42.2(pid=17534): stderr: \u000a| �[0;m�[1;31m20221209032011141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032011141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032011141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032011141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032011141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032011141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032011157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032011166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032011166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032011166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:14.396544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17533): Terminating (SIGTERM)\u000a03:20:14.438043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17536): Terminating (SIGTERM)\u000a03:20:14.479403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17539): Terminating (SIGTERM)\u000a03:20:14.489169 --- ParallelTerminationStrategy: PID 17533 died...\u000a03:20:14.545024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17533): Terminated: ok {rc=0}\u000a03:20:14.555152 --- ParallelTerminationStrategy: PID 17536 died...\u000a03:20:14.610218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17536): Terminated: ok {rc=0}\u000a03:20:14.620246 --- ParallelTerminationStrategy: PID 17539 died...\u000a03:20:14.675593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17539): Terminated: ok {rc=0}\u000a03:20:14.762249 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17547): Process ended prematurely: osmo-stp_10.42.42.5(pid=17547) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17547)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17547): Process ended prematurely: osmo-stp_10.42.42.5(pid=17547) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:20:15.813639 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:15.825362 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:20:16.008449 tst ping_idle_ping.py: using LAC 18710\u000a03:20:16.156038 tst ping_idle_ping.py: using RAC 95\u000a03:20:16.285281 tst ping_idle_ping.py: using CellId 18710\u000a03:20:16.403838 tst ping_idle_ping.py: using BVCI 18711\u000a03:20:16.427488 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:16.439312 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:16.451810 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:16.464676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:16.475994 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:16.488302 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:16.500653 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:20:16.513734 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:20:16.852207 tst ping_idle_ping.py:24: start network...\u000a03:20:16.997919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:17.508324 run create_hlr_db(pid=17541): Launched\u000a03:20:17.690661 bus /gobi_6: Setting Powered False\u000a03:20:18.712230 run create_hlr_db(pid=17541): Terminated: ok {rc=0}\u000a03:20:19.129103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17543): Launched\u000a03:20:19.441592 run osmo-hlr_10.42.42.2(pid=17544): Launched\u000a03:20:19.555801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:20.098201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17546): Launched\u000a03:20:20.410255 run osmo-stp_10.42.42.5(pid=17547): Launched\u000a03:20:20.523975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:21.069846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17549): Launched\u000a03:20:21.181553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:21.453695 run patchelf(pid=17550): Launched\u000a03:20:21.636543 run osmo-stp_10.42.42.5(pid=17547): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17547)]\u000a03:20:21.770672 run osmo-stp_10.42.42.5(pid=17547): stdout: \u000a| (launched: 2022-12-09_03:20:20.257321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:21.905355 run osmo-stp_10.42.42.5(pid=17547): stderr: \u000a| �[0;m�[38;5;43m20221209032020447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032020447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032020447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032020448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032020450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032020450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032020450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:22.035553 run osmo-stp_10.42.42.5(pid=17547): stdout: \u000a| (launched: 2022-12-09_03:20:20.257321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:22.164379 run osmo-stp_10.42.42.5(pid=17547): stderr: \u000a| �[0;m�[38;5;43m20221209032020447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032020447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032020447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032020448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032020450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032020450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032020450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:22.314176 run patchelf(pid=17550): Terminating (SIGINT)\u000a03:20:22.490234 run patchelf(pid=17550): Terminated: ok {rc=0}\u000a03:20:22.522396 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17547): Process ended prematurely: osmo-stp_10.42.42.5(pid=17547) [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17547)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:20:22.531335 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:20:22.592714 run osmo-hlr_10.42.42.2(pid=17544): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17544)]\u000a03:20:22.642935 run osmo-hlr_10.42.42.2(pid=17544): stdout: \u000a| (launched: 2022-12-09_03:20:19.288134) \u000a03:20:22.693797 run osmo-hlr_10.42.42.2(pid=17544): stderr: \u000a| �[0;m�[1;31m20221209032019488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032019488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032019488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032019488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032019488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032019488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032019500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032019508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032019509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032019509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:22.737123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17543): Terminating (SIGTERM)\u000a03:20:22.778364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17546): Terminating (SIGTERM)\u000a03:20:22.819445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17549): Terminating (SIGTERM)\u000a03:20:22.829147 --- ParallelTerminationStrategy: PID 17543 died...\u000a03:20:22.884434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17543): Terminated: ok {rc=0}\u000a03:20:22.894663 --- ParallelTerminationStrategy: PID 17546 died...\u000a03:20:22.949774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17546): Terminated: ok {rc=0}\u000a03:20:22.959906 --- ParallelTerminationStrategy: PID 17549 died...\u000a03:20:23.014665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17549): Terminated: ok {rc=0}\u000a03:20:23.100885 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:19:24" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17564): Process ended prematurely: osmo-stp_10.42.42.5(pid=17564) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17564)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17564): Process ended prematurely: osmo-stp_10.42.42.5(pid=17564) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:20:25.247631 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.258850 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:25.395568 tst cs_paging_gprs_active.py: using LAC 18711\u000a03:20:25.510522 tst cs_paging_gprs_active.py: using RAC 96\u000a03:20:25.624576 tst cs_paging_gprs_active.py: using CellId 18711\u000a03:20:25.746220 tst cs_paging_gprs_active.py: using BVCI 18712\u000a03:20:25.770533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.782559 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.794495 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.806519 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.818612 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.830582 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.842798 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.854790 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:25.867312 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:25.985585 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:26.269611 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:20:26.401868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:26.727288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17554): Launched\u000a03:20:26.997209 run iperf3-srv_10.42.42.10(pid=17555): Launched\u000a03:20:27.190500 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:20:27.322486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:27.647330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17556): Launched\u000a03:20:27.917332 run iperf3-srv_10.42.42.10(pid=17557): Launched\u000a03:20:28.109337 tst cs_paging_gprs_active.py:38: start network...\u000a03:20:28.240518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:28.743726 run create_hlr_db(pid=17558): Launched\u000a03:20:28.926321 bus /gobi_6: Setting Powered False\u000a03:20:29.947442 run create_hlr_db(pid=17558): Terminated: ok {rc=0}\u000a03:20:30.366407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17560): Launched\u000a03:20:30.680796 run osmo-hlr_10.42.42.2(pid=17561): Launched\u000a03:20:30.796930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:31.385529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17563): Launched\u000a03:20:31.811245 run osmo-stp_10.42.42.5(pid=17564): Launched\u000a03:20:32.027664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:32.581515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17566): Launched\u000a03:20:32.694021 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:32.967836 run patchelf(pid=17567): Launched\u000a03:20:33.151721 run osmo-stp_10.42.42.5(pid=17564): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17564)]\u000a03:20:33.286467 run osmo-stp_10.42.42.5(pid=17564): stdout: \u000a| (launched: 2022-12-09_03:20:31.550134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:33.421412 run osmo-stp_10.42.42.5(pid=17564): stderr: \u000a| �[0;m�[38;5;43m20221209032031837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032031837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032031837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032031838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032031838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032031838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032031838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:33.552045 run osmo-stp_10.42.42.5(pid=17564): stdout: \u000a| (launched: 2022-12-09_03:20:31.550134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:33.681769 run osmo-stp_10.42.42.5(pid=17564): stderr: \u000a| �[0;m�[38;5;43m20221209032031837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032031837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032031837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032031838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032031838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032031838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032031838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:33.832044 run patchelf(pid=17567): Terminating (SIGINT)\u000a03:20:34.008936 run patchelf(pid=17567): Terminated: ok {rc=0}\u000a03:20:34.041633 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17564): Process ended prematurely: osmo-stp_10.42.42.5(pid=17564) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17564)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a03:20:34.051281 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:20:34.112990 run osmo-hlr_10.42.42.2(pid=17561): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17561)]\u000a03:20:34.163603 run osmo-hlr_10.42.42.2(pid=17561): stdout: \u000a| (launched: 2022-12-09_03:20:30.528063) \u000a03:20:34.214945 run osmo-hlr_10.42.42.2(pid=17561): stderr: \u000a| �[0;m�[1;31m20221209032030701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032030701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032030701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032030701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032030701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032030702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032030713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032030722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032030722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032030722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:34.258613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17554): Terminating (SIGTERM)\u000a03:20:34.299908 run iperf3-srv_10.42.42.10(pid=17555): Terminating (SIGTERM)\u000a03:20:34.341400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17556): Terminating (SIGTERM)\u000a03:20:34.382614 run iperf3-srv_10.42.42.10(pid=17557): Terminating (SIGTERM)\u000a03:20:34.423999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17560): Terminating (SIGTERM)\u000a03:20:34.465419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17563): Terminating (SIGTERM)\u000a03:20:34.506757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17566): Terminating (SIGTERM)\u000a03:20:34.516199 --- ParallelTerminationStrategy: PID 17554 died...\u000a03:20:34.571303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17554): Terminated: ok {rc=0}\u000a03:20:34.581236 --- ParallelTerminationStrategy: PID 17555 died...\u000a03:20:34.635859 run iperf3-srv_10.42.42.10(pid=17555): Terminated {rc=256}\u000a03:20:34.645606 --- ParallelTerminationStrategy: PID 17556 died...\u000a03:20:34.700660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17556): Terminated: ok {rc=0}\u000a03:20:34.710535 --- ParallelTerminationStrategy: PID 17557 died...\u000a03:20:34.764850 run iperf3-srv_10.42.42.10(pid=17557): Terminated {rc=256}\u000a03:20:34.774685 --- ParallelTerminationStrategy: PID 17560 died...\u000a03:20:34.829196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17560): Terminated: ok {rc=0}\u000a03:20:34.838929 --- ParallelTerminationStrategy: PID 17563 died...\u000a03:20:34.893702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17563): Terminated: ok {rc=0}\u000a03:20:34.903539 --- ParallelTerminationStrategy: PID 17566 died...\u000a03:20:34.958411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17566): Terminated: ok {rc=0}\u000a03:20:35.045384 bus /gobi_0: Setting Powered False\u000a03:20:36.151555 bus /gobi_0: Setting Powered False\u000a03:20:37.259136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17576): Process ended prematurely: osmo-stp_10.42.42.5(pid=17576) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17576)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17576): Process ended prematurely: osmo-stp_10.42.42.5(pid=17576) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a03:20:38.372381 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:38.384666 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:38.527400 tst iperf3.py: using LAC 18712\u000a03:20:38.654165 tst iperf3.py: using RAC 97\u000a03:20:38.780340 tst iperf3.py: using CellId 18712\u000a03:20:38.900373 tst iperf3.py: using BVCI 18713\u000a03:20:38.923244 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:38.934803 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:38.945962 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:38.957669 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:38.969377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:38.981012 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:38.992828 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:39.004935 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:39.016609 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:39.305164 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:20:39.437070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:39.761895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17568): Launched\u000a03:20:40.031927 run iperf3-srv_10.42.42.10(pid=17569): Launched\u000a03:20:40.224760 tst iperf3.py:8: start network...\u000a03:20:40.356687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:40.859560 run create_hlr_db(pid=17570): Launched\u000a03:20:41.041112 bus /gobi_6: Setting Powered False\u000a03:20:42.061964 run create_hlr_db(pid=17570): Terminated: ok {rc=0}\u000a03:20:42.456049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17572): Launched\u000a03:20:42.750596 run osmo-hlr_10.42.42.2(pid=17573): Launched\u000a03:20:42.863106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:43.372189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17575): Launched\u000a03:20:43.667129 run osmo-stp_10.42.42.5(pid=17576): Launched\u000a03:20:43.775632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:44.286804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17578): Launched\u000a03:20:44.391722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:44.647299 run patchelf(pid=17579): Launched\u000a03:20:44.819523 run osmo-stp_10.42.42.5(pid=17576): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17576)]\u000a03:20:44.945466 run osmo-stp_10.42.42.5(pid=17576): stdout: \u000a| (launched: 2022-12-09_03:20:43.521628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:45.071926 run osmo-stp_10.42.42.5(pid=17576): stderr: \u000a| �[0;m�[38;5;43m20221209032043692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032043692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032043692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032043693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032043693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032043693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032043693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:45.194138 run osmo-stp_10.42.42.5(pid=17576): stdout: \u000a| (launched: 2022-12-09_03:20:43.521628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:45.315187 run osmo-stp_10.42.42.5(pid=17576): stderr: \u000a| �[0;m�[38;5;43m20221209032043692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032043692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032043692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032043693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032043693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032043693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032043693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:45.456115 run patchelf(pid=17579): Terminating (SIGINT)\u000a03:20:45.621302 run patchelf(pid=17579): Terminated: ok {rc=0}\u000a03:20:45.651764 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17576): Process ended prematurely: osmo-stp_10.42.42.5(pid=17576) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17576)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a03:20:45.660848 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a03:20:45.720888 run osmo-hlr_10.42.42.2(pid=17573): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17573)]\u000a03:20:45.769484 run osmo-hlr_10.42.42.2(pid=17573): stdout: \u000a| (launched: 2022-12-09_03:20:42.605932) \u000a03:20:45.819017 run osmo-hlr_10.42.42.2(pid=17573): stderr: \u000a| �[0;m�[1;31m20221209032042778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032042778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032042778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032042778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032042778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032042778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032042790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032042798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032042799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032042799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:45.897232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17568): Terminating (SIGTERM)\u000a03:20:45.938425 run iperf3-srv_10.42.42.10(pid=17569): Terminating (SIGTERM)\u000a03:20:45.981770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17572): Terminating (SIGTERM)\u000a03:20:46.024131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17575): Terminating (SIGTERM)\u000a03:20:46.072304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17578): Terminating (SIGTERM)\u000a03:20:46.083045 --- ParallelTerminationStrategy: PID 17568 died...\u000a03:20:46.142738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17568): Terminated: ok {rc=0}\u000a03:20:46.153766 --- ParallelTerminationStrategy: PID 17569 died...\u000a03:20:46.212403 run iperf3-srv_10.42.42.10(pid=17569): Terminated {rc=256}\u000a03:20:46.223185 --- ParallelTerminationStrategy: PID 17572 died...\u000a03:20:46.282642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17572): Terminated: ok {rc=0}\u000a03:20:46.293542 --- ParallelTerminationStrategy: PID 17575 died...\u000a03:20:46.352683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17575): Terminated: ok {rc=0}\u000a03:20:46.363627 --- ParallelTerminationStrategy: PID 17578 died...\u000a03:20:46.422990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17578): Terminated: ok {rc=0}\u000a03:20:46.524271 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17594): Process ended prematurely: osmo-stp_10.42.42.5(pid=17594) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17594)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17594): Process ended prematurely: osmo-stp_10.42.42.5(pid=17594) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a03:20:47.635300 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:47.647185 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:47.783756 tst iperf3m4.py: using LAC 18713\u000a03:20:47.901285 tst iperf3m4.py: using RAC 98\u000a03:20:48.016163 tst iperf3m4.py: using CellId 18713\u000a03:20:48.137022 tst iperf3m4.py: using BVCI 18714\u000a03:20:48.159464 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.170756 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.181998 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.193449 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.204708 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.216063 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.227585 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.238899 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:48.250515 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:48.369251 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:48.490721 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:48.610353 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:48.900292 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:20:49.033106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:49.358878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17580): Launched\u000a03:20:49.629627 run iperf3-srv_10.42.42.10(pid=17581): Launched\u000a03:20:49.823615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:20:49.956505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:50.282149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17582): Launched\u000a03:20:50.552097 run iperf3-srv_10.42.42.10(pid=17583): Launched\u000a03:20:50.745998 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:20:50.878428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:51.205237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17584): Launched\u000a03:20:51.475925 run iperf3-srv_10.42.42.10(pid=17585): Launched\u000a03:20:51.669751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:20:51.802094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:52.128058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17586): Launched\u000a03:20:52.398383 run iperf3-srv_10.42.42.10(pid=17587): Launched\u000a03:20:52.591308 tst iperf3m4.py:8: start network...\u000a03:20:52.724068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:53.228940 run create_hlr_db(pid=17588): Launched\u000a03:20:53.411355 bus /gobi_6: Setting Powered False\u000a03:20:54.433158 run create_hlr_db(pid=17588): Terminated: ok {rc=0}\u000a03:20:54.830213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17590): Launched\u000a03:20:55.126457 run osmo-hlr_10.42.42.2(pid=17591): Launched\u000a03:20:55.239516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:55.751256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17593): Launched\u000a03:20:56.046115 run osmo-stp_10.42.42.5(pid=17594): Launched\u000a03:20:56.154073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:56.676151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17596): Launched\u000a03:20:56.789969 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:57.065078 run patchelf(pid=17597): Launched\u000a03:20:57.249497 run osmo-stp_10.42.42.5(pid=17594): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17594)]\u000a03:20:57.384558 run osmo-stp_10.42.42.5(pid=17594): stdout: \u000a| (launched: 2022-12-09_03:20:55.901845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:57.519747 run osmo-stp_10.42.42.5(pid=17594): stderr: \u000a| �[0;m�[38;5;43m20221209032056067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032056067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032056068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032056068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032056069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032056069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032056069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:57.650684 run osmo-stp_10.42.42.5(pid=17594): stdout: \u000a| (launched: 2022-12-09_03:20:55.901845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:57.779985 run osmo-stp_10.42.42.5(pid=17594): stderr: \u000a| �[0;m�[38;5;43m20221209032056067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032056067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032056068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032056068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032056069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032056069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032056069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:57.931220 run patchelf(pid=17597): Terminating (SIGINT)\u000a03:20:58.108010 run patchelf(pid=17597): Terminated: ok {rc=0}\u000a03:20:58.140507 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17594): Process ended prematurely: osmo-stp_10.42.42.5(pid=17594) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17594)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a03:20:58.150174 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:20:58.212030 run osmo-hlr_10.42.42.2(pid=17591): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17591)]\u000a03:20:58.262421 run osmo-hlr_10.42.42.2(pid=17591): stdout: \u000a| (launched: 2022-12-09_03:20:54.980134) \u000a03:20:58.313744 run osmo-hlr_10.42.42.2(pid=17591): stderr: \u000a| �[0;m�[1;31m20221209032055153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032055153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032055153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032055153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032055153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032055153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032055164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032055174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:58.357304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17580): Terminating (SIGTERM)\u000a03:20:58.398244 run iperf3-srv_10.42.42.10(pid=17581): Terminating (SIGTERM)\u000a03:20:58.439174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17582): Terminating (SIGTERM)\u000a03:20:58.479987 run iperf3-srv_10.42.42.10(pid=17583): Terminating (SIGTERM)\u000a03:20:58.520889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17584): Terminating (SIGTERM)\u000a03:20:58.561612 run iperf3-srv_10.42.42.10(pid=17585): Terminating (SIGTERM)\u000a03:20:58.602543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17586): Terminating (SIGTERM)\u000a03:20:58.643369 run iperf3-srv_10.42.42.10(pid=17587): Terminating (SIGTERM)\u000a03:20:58.684305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17590): Terminating (SIGTERM)\u000a03:20:58.725160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17593): Terminating (SIGTERM)\u000a03:20:58.766363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17596): Terminating (SIGTERM)\u000a03:20:58.775947 --- ParallelTerminationStrategy: PID 17580 died...\u000a03:20:58.831030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17580): Terminated: ok {rc=0}\u000a03:20:58.840803 --- ParallelTerminationStrategy: PID 17581 died...\u000a03:20:58.895199 run iperf3-srv_10.42.42.10(pid=17581): Terminated {rc=256}\u000a03:20:58.905501 --- ParallelTerminationStrategy: PID 17582 died...\u000a03:20:58.960344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17582): Terminated: ok {rc=0}\u000a03:20:58.970283 --- ParallelTerminationStrategy: PID 17583 died...\u000a03:20:59.025103 run iperf3-srv_10.42.42.10(pid=17583): Terminated {rc=256}\u000a03:20:59.035019 --- ParallelTerminationStrategy: PID 17584 died...\u000a03:20:59.089805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17584): Terminated: ok {rc=0}\u000a03:20:59.099730 --- ParallelTerminationStrategy: PID 17585 died...\u000a03:20:59.154447 run iperf3-srv_10.42.42.10(pid=17585): Terminated {rc=256}\u000a03:20:59.164418 --- ParallelTerminationStrategy: PID 17586 died...\u000a03:20:59.219029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17586): Terminated: ok {rc=0}\u000a03:20:59.228935 --- ParallelTerminationStrategy: PID 17587 died...\u000a03:20:59.283746 run iperf3-srv_10.42.42.10(pid=17587): Terminated {rc=256}\u000a03:20:59.293786 --- ParallelTerminationStrategy: PID 17590 died...\u000a03:20:59.348441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17590): Terminated: ok {rc=0}\u000a03:20:59.358414 --- ParallelTerminationStrategy: PID 17593 died...\u000a03:20:59.413218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17593): Terminated: ok {rc=0}\u000a03:20:59.423276 --- ParallelTerminationStrategy: PID 17596 died...\u000a03:20:59.477807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17596): Terminated: ok {rc=0}\u000a03:20:59.564635 bus /gobi_4: Setting Powered False\u000a03:21:00.670767 bus /gobi_4: Setting Powered False\u000a03:21:01.802688 bus /gobi_1: Setting Powered False\u000a03:21:02.907563 bus /gobi_1: Setting Powered False\u000a03:21:04.013771 bus /gobi_0: Setting Powered False\u000a03:21:05.114194 bus /gobi_0: Setting Powered False\u000a03:21:06.224602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17604): Process ended prematurely: osmo-stp_10.42.42.5(pid=17604) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17604)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17604): Process ended prematurely: osmo-stp_10.42.42.5(pid=17604) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a03:21:07.290686 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.302681 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:21:07.447046 tst ping.py: using LAC 18714\u000a03:21:07.568250 tst ping.py: using RAC 99\u000a03:21:07.691034 tst ping.py: using CellId 18714\u000a03:21:07.811060 tst ping.py: using BVCI 18715\u000a03:21:07.835194 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.847280 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.859128 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.871000 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.882950 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.894858 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.907181 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:07.919023 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:21:08.204462 tst ping.py:19: start network...\u000a03:21:08.334586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:08.831386 run create_hlr_db(pid=17598): Launched\u000a03:21:09.012510 bus /gobi_6: Setting Powered False\u000a03:21:10.033016 run create_hlr_db(pid=17598): Terminated: ok {rc=0}\u000a03:21:10.423730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17600): Launched\u000a03:21:10.715356 run osmo-hlr_10.42.42.2(pid=17601): Launched\u000a03:21:10.826945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:11.349215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17603): Launched\u000a03:21:11.659548 run osmo-stp_10.42.42.5(pid=17604): Launched\u000a03:21:11.772457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:21:12.315731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17606): Launched\u000a03:21:12.426189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:21:12.696235 run patchelf(pid=17607): Launched\u000a03:21:12.878030 run osmo-stp_10.42.42.5(pid=17604): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17604)]\u000a03:21:13.011784 run osmo-stp_10.42.42.5(pid=17604): stdout: \u000a| (launched: 2022-12-09_03:21:11.507471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:13.145280 run osmo-stp_10.42.42.5(pid=17604): stderr: \u000a| �[0;m�[38;5;43m20221209032111700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032111700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032111701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032111701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032111701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032111702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032111702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:13.274012 run osmo-stp_10.42.42.5(pid=17604): stdout: \u000a| (launched: 2022-12-09_03:21:11.507471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:13.401808 run osmo-stp_10.42.42.5(pid=17604): stderr: \u000a| �[0;m�[38;5;43m20221209032111700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032111700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032111701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032111701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032111701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032111702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032111702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:13.549839 run patchelf(pid=17607): Terminating (SIGINT)\u000a03:21:13.723584 run patchelf(pid=17607): Terminated: ok {rc=0}\u000a03:21:13.755393 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17604): Process ended prematurely: osmo-stp_10.42.42.5(pid=17604) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17604)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a03:21:13.764697 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:21:13.827083 run osmo-hlr_10.42.42.2(pid=17601): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17601)]\u000a03:21:13.877777 run osmo-hlr_10.42.42.2(pid=17601): stdout: \u000a| (launched: 2022-12-09_03:21:10.571388) \u000a03:21:13.929466 run osmo-hlr_10.42.42.2(pid=17601): stderr: \u000a| �[0;m�[1;31m20221209032110744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032110744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032110744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032110744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032110744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032110744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032110757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032110767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032110767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032110767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:13.973377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17600): Terminating (SIGTERM)\u000a03:21:14.014656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17603): Terminating (SIGTERM)\u000a03:21:14.055864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17606): Terminating (SIGTERM)\u000a03:21:14.065093 --- ParallelTerminationStrategy: PID 17600 died...\u000a03:21:14.120104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17600): Terminated: ok {rc=0}\u000a03:21:14.130097 --- ParallelTerminationStrategy: PID 17603 died...\u000a03:21:14.184753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17603): Terminated: ok {rc=0}\u000a03:21:14.194741 --- ParallelTerminationStrategy: PID 17606 died...\u000a03:21:14.249472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17606): Terminated: ok {rc=0}\u000a03:21:14.336544 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17614): Process ended prematurely: osmo-stp_10.42.42.5(pid=17614) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17614)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17614): Process ended prematurely: osmo-stp_10.42.42.5(pid=17614) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a03:21:15.389671 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:15.402528 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:21:15.550760 tst ping_idle_ping.py: using LAC 18715\u000a03:21:15.672011 tst ping_idle_ping.py: using RAC 100\u000a03:21:15.792716 tst ping_idle_ping.py: using CellId 18715\u000a03:21:15.921463 tst ping_idle_ping.py: using BVCI 18716\u000a03:21:15.946843 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:15.959714 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:15.972577 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:15.985420 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:15.998067 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:16.010889 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:16.023737 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:21:16.036169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:21:16.357203 tst ping_idle_ping.py:24: start network...\u000a03:21:16.490167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:17.038556 run create_hlr_db(pid=17608): Launched\u000a03:21:17.223462 bus /gobi_6: Setting Powered False\u000a03:21:18.240776 run create_hlr_db(pid=17608): Terminated: ok {rc=0}\u000a03:21:18.631883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17610): Launched\u000a03:21:18.924045 run osmo-hlr_10.42.42.2(pid=17611): Launched\u000a03:21:19.035459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:19.539864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17613): Launched\u000a03:21:19.830682 run osmo-stp_10.42.42.5(pid=17614): Launched\u000a03:21:19.937843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:21:20.443818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17616): Launched\u000a03:21:20.547754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:21:20.801630 run patchelf(pid=17617): Launched\u000a03:21:20.972593 run osmo-stp_10.42.42.5(pid=17614): ERR: Terminated: ERROR {rc=1} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17614)]\u000a03:21:21.097941 run osmo-stp_10.42.42.5(pid=17614): stdout: \u000a| (launched: 2022-12-09_03:21:19.687109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:21.223308 run osmo-stp_10.42.42.5(pid=17614): stderr: \u000a| �[0;m�[38;5;43m20221209032119856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032119856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032119856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032119857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032119857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032119857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032119857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:21.344213 run osmo-stp_10.42.42.5(pid=17614): stdout: \u000a| (launched: 2022-12-09_03:21:19.687109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:21.464356 run osmo-stp_10.42.42.5(pid=17614): stderr: \u000a| �[0;m�[38;5;43m20221209032119856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032119856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032119856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032119857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032119857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032119857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032119857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:21.604001 run patchelf(pid=17617): Terminating (SIGINT)\u000a03:21:21.767566 run patchelf(pid=17617): Terminated: ok {rc=0}\u000a03:21:21.797676 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17614): Process ended prematurely: osmo-stp_10.42.42.5(pid=17614) [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17614)] [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a03:21:21.806306 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:21:21.866242 run osmo-hlr_10.42.42.2(pid=17611): ERR: Terminated: ERROR {rc=237} [trial-2353↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17611)]\u000a03:21:21.919145 run osmo-hlr_10.42.42.2(pid=17611): stdout: \u000a| (launched: 2022-12-09_03:21:18.779665) \u000a03:21:21.970208 run osmo-hlr_10.42.42.2(pid=17611): stderr: \u000a| �[0;m�[1;31m20221209032118953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032118953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032118953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032118953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032118953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032118953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032118967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032118975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032118975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032118976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:22.011875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17610): Terminating (SIGTERM)\u000a03:21:22.051569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17613): Terminating (SIGTERM)\u000a03:21:22.091553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17616): Terminating (SIGTERM)\u000a03:21:22.100793 --- ParallelTerminationStrategy: PID 17610 died...\u000a03:21:22.153671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17610): Terminated: ok {rc=0}\u000a03:21:22.163417 --- ParallelTerminationStrategy: PID 17613 died...\u000a03:21:22.216055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17613): Terminated: ok {rc=0}\u000a03:21:22.226018 --- ParallelTerminationStrategy: PID 17616 died...\u000a03:21:22.279583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17616): Terminated: ok {rc=0}\u000a03:21:22.366802 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:20:24" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17629): Process ended prematurely: osmo-stp_10.42.42.5(pid=17629) [trial-2353↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17629): Process ended prematurely: osmo-stp_10.42.42.5(pid=17629) [trial-2353↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:21:24.402632 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:24.414370 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:21:24.565138 tst switch_tch_pdch.py: using LAC 18716\u000a03:21:24.683927 tst switch_tch_pdch.py: using RAC 101\u000a03:21:24.796117 tst switch_tch_pdch.py: using CellId 18716\u000a03:21:24.908550 tst switch_tch_pdch.py: using BVCI 18717\u000a03:21:24.930993 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:24.942652 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:24.954175 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:24.966118 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:24.978060 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:24.990436 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:25.002564 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:25.014163 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:21:25.125822 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:21:25.393535 tst switch_tch_pdch.py:51: start network...\u000a03:21:25.513788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:25.966825 run create_hlr_db(pid=17623): Launched\u000a03:21:26.133270 bus /gobi_6: Setting Powered False\u000a03:21:27.153068 run create_hlr_db(pid=17623): Terminated: ok {rc=0}\u000a03:21:27.564149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17625): Launched\u000a03:21:27.872681 run osmo-hlr_10.42.42.2(pid=17626): Launched\u000a03:21:27.986751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:28.523767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17628): Launched\u000a03:21:28.833734 run osmo-stp_10.42.42.5(pid=17629): Launched\u000a03:21:28.947128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:21:29.490082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17631): Launched\u000a03:21:29.601277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:21:29.871067 run patchelf(pid=17632): Launched\u000a03:21:30.052909 run osmo-stp_10.42.42.5(pid=17629): ERR: Terminated: ERROR {rc=1} [trial-2353↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)]\u000a03:21:30.186581 run osmo-stp_10.42.42.5(pid=17629): stdout: \u000a| (launched: 2022-12-09_03:21:28.681523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:30.320305 run osmo-stp_10.42.42.5(pid=17629): stderr: \u000a| �[0;m�[38;5;43m20221209032128870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032128870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032128871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032128871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032128871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032128872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032128872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:30.449555 run osmo-stp_10.42.42.5(pid=17629): stdout: \u000a| (launched: 2022-12-09_03:21:28.681523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:30.577796 run osmo-stp_10.42.42.5(pid=17629): stderr: \u000a| �[0;m�[38;5;43m20221209032128870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032128870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032128871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032128871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032128871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032128872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032128872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:30.726449 run patchelf(pid=17632): Terminating (SIGINT)\u000a03:21:30.906174 run patchelf(pid=17632): Terminated: ok {rc=0}\u000a03:21:30.940484 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17629): Process ended prematurely: osmo-stp_10.42.42.5(pid=17629) [trial-2353↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17629)] [trial-2353↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:21:30.950354 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:21:31.013511 run osmo-hlr_10.42.42.2(pid=17626): ERR: Terminated: ERROR {rc=237} [trial-2353↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17626)]\u000a03:21:31.065800 run osmo-hlr_10.42.42.2(pid=17626): stdout: \u000a| (launched: 2022-12-09_03:21:27.721976) \u000a03:21:31.118902 run osmo-hlr_10.42.42.2(pid=17626): stderr: \u000a| �[0;m�[1;31m20221209032127916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032127916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032127916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032127916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032127916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032127916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032127929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032127937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032127937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032127937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:31.163826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17625): Terminating (SIGTERM)\u000a03:21:31.206468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17628): Terminating (SIGTERM)\u000a03:21:31.250779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17631): Terminating (SIGTERM)\u000a03:21:31.261366 --- ParallelTerminationStrategy: PID 17625 died...\u000a03:21:31.319512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17625): Terminated: ok {rc=0}\u000a03:21:31.329975 --- ParallelTerminationStrategy: PID 17628 died...\u000a03:21:31.386047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17628): Terminated: ok {rc=0}\u000a03:21:31.396425 --- ParallelTerminationStrategy: PID 17631 died...\u000a03:21:31.452315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17631): Terminated: ok {rc=0}\u000a03:21:31.555559 bus /gobi_0: Setting Powered False\u000a03:21:32.661584 bus /gobi_0: Setting Powered False\u000a03:21:33.770983 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:21:24" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17637): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17637) [trial-2353↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17637)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17637): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17637) [trial-2353↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a03:21:35.615000 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:35.727180 tst esme_connect_policy_acceptall.py: using MSISDN 6995\u000a03:21:35.868124 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:36.462907 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17636): Launched\u000a03:21:36.776834 run osmo-nitb_10.42.42.2(pid=17637): Launched\u000a03:21:36.971276 run osmo-nitb_10.42.42.2(pid=17637): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17637)]\u000a03:21:37.115486 run osmo-nitb_10.42.42.2(pid=17637): stdout: \u000a| (launched: 2022-12-09_03:21:36.624575) \u000a03:21:37.258703 run osmo-nitb_10.42.42.2(pid=17637): stderr: \u000a| (launched: 2022-12-09_03:21:36.671971)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:37.398074 run osmo-nitb_10.42.42.2(pid=17637): stdout: \u000a| (launched: 2022-12-09_03:21:36.624575) \u000a03:21:37.536009 run osmo-nitb_10.42.42.2(pid=17637): stderr: \u000a| (launched: 2022-12-09_03:21:36.671971)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:37.905064 tst osmo-nitb_10.42.42.2(pid=17637): stdout: \u000a| (launched: 2022-12-09_03:21:36.624575) \u000a03:21:38.031843 tst osmo-nitb_10.42.42.2(pid=17637): stderr: \u000a| (launched: 2022-12-09_03:21:36.671971)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:38.087222 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=17637): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17637) [trial-2353↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17637)] [trial-2353↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a03:21:38.095863 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a03:21:38.131596 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17636): Terminating (SIGTERM)\u000a03:21:38.309471 --- ParallelTerminationStrategy: PID 17636 died...\u000a03:21:38.366317 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17636): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17639): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17639) [trial-2353↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17639)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17639): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17639) [trial-2353↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a03:21:38.381315 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:38.496398 tst esme_connect_policy_closed.py: using MSISDN 6996\u000a03:21:38.617051 tst esme_connect_policy_closed.py: using MSISDN 6997\u000a03:21:38.723960 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:39.285107 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17638): Launched\u000a03:21:39.579322 run osmo-nitb_10.42.42.2(pid=17639): Launched\u000a03:21:39.749211 run osmo-nitb_10.42.42.2(pid=17639): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17639)]\u000a03:21:39.873227 run osmo-nitb_10.42.42.2(pid=17639): stdout: \u000a| (launched: 2022-12-09_03:21:39.436503) \u000a03:21:39.998828 run osmo-nitb_10.42.42.2(pid=17639): stderr: \u000a| (launched: 2022-12-09_03:21:39.480859)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:40.118669 run osmo-nitb_10.42.42.2(pid=17639): stdout: \u000a| (launched: 2022-12-09_03:21:39.436503) \u000a03:21:40.237537 run osmo-nitb_10.42.42.2(pid=17639): stderr: \u000a| (launched: 2022-12-09_03:21:39.480859)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:40.289331 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=17639): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17639) [trial-2353↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17639)] [trial-2353↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a03:21:40.296873 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a03:21:40.331139 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17638): Terminating (SIGTERM)\u000a03:21:40.508453 --- ParallelTerminationStrategy: PID 17638 died...\u000a03:21:40.562783 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17638): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17641): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17641) [trial-2353↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17641)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17641): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17641) [trial-2353↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a03:21:40.576605 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:40.587510 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a03:21:40.717311 tst esme_ms_sms_storeforward.py: using LAC 18717\u000a03:21:40.844412 tst esme_ms_sms_storeforward.py: using RAC 102\u000a03:21:40.975189 tst esme_ms_sms_storeforward.py: using CellId 18717\u000a03:21:41.099557 tst esme_ms_sms_storeforward.py: using BVCI 18718\u000a03:21:41.124578 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a03:21:41.335412 tst esme_ms_sms_storeforward.py: using MSISDN 6998\u000a03:21:41.517016 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a03:21:41.641683 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:42.256250 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17640): Launched\u000a03:21:42.550169 run osmo-nitb_10.42.42.2(pid=17641): Launched\u000a03:21:42.720222 run osmo-nitb_10.42.42.2(pid=17641): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17641)]\u000a03:21:42.844219 run osmo-nitb_10.42.42.2(pid=17641): stdout: \u000a| (launched: 2022-12-09_03:21:42.407716) \u000a03:21:42.968730 run osmo-nitb_10.42.42.2(pid=17641): stderr: \u000a| (launched: 2022-12-09_03:21:42.452121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:43.088472 run osmo-nitb_10.42.42.2(pid=17641): stdout: \u000a| (launched: 2022-12-09_03:21:42.407716) \u000a03:21:43.207830 run osmo-nitb_10.42.42.2(pid=17641): stderr: \u000a| (launched: 2022-12-09_03:21:42.452121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:43.259741 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=17641): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17641) [trial-2353↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17641)] [trial-2353↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a03:21:43.267533 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a03:21:43.301561 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17640): Terminating (SIGTERM)\u000a03:21:43.478766 --- ParallelTerminationStrategy: PID 17640 died...\u000a03:21:43.532931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17640): Terminated: ok {rc=0}\u000a03:21:43.614726 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17643) [trial-2353↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17643) [trial-2353↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a03:21:44.667535 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:44.679838 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a03:21:44.811917 tst esme_ms_sms_transaction.py: using LAC 18718\u000a03:21:44.937414 tst esme_ms_sms_transaction.py: using RAC 103\u000a03:21:45.065501 tst esme_ms_sms_transaction.py: using CellId 18718\u000a03:21:45.191749 tst esme_ms_sms_transaction.py: using BVCI 18719\u000a03:21:45.216016 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a03:21:45.431404 tst esme_ms_sms_transaction.py: using MSISDN 6999\u000a03:21:45.613269 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a03:21:45.738353 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:46.435632 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17642): Launched\u000a03:21:46.764642 run osmo-nitb_10.42.42.2(pid=17643): Launched\u000a03:21:46.952395 run osmo-nitb_10.42.42.2(pid=17643): ERR: Terminated: ERROR {rc=2} [trial-2353↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)]\u000a03:21:47.090908 run osmo-nitb_10.42.42.2(pid=17643): stdout: \u000a| (launched: 2022-12-09_03:21:46.597204) \u000a03:21:47.229651 run osmo-nitb_10.42.42.2(pid=17643): stderr: \u000a| (launched: 2022-12-09_03:21:46.643501)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:47.360506 run osmo-nitb_10.42.42.2(pid=17643): stdout: \u000a| (launched: 2022-12-09_03:21:46.597204) \u000a03:21:47.490396 run osmo-nitb_10.42.42.2(pid=17643): stderr: \u000a| (launched: 2022-12-09_03:21:46.643501)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:47.886154 tst osmo-nitb_10.42.42.2(pid=17643): stdout: \u000a| (launched: 2022-12-09_03:21:46.597204) \u000a03:21:48.004782 tst osmo-nitb_10.42.42.2(pid=17643): stderr: \u000a| (launched: 2022-12-09_03:21:46.643501)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:48.056598 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=17643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17643) [trial-2353↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)] [trial-2353↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a03:21:48.064405 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a03:21:48.098527 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17642): Terminating (SIGTERM)\u000a03:21:48.275889 --- ParallelTerminationStrategy: PID 17642 died...\u000a03:21:48.330013 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17642): Terminated: ok {rc=0}\u000a03:21:48.417298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:21:35" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=17652): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17652) [trial-2353↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17652)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=17652): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17652) [trial-2353↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a03:21:50.214603 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:50.225337 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:50.236145 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:50.246825 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:50.353696 tst esme_connect_policy_acceptall.py: using MSISDN 7000\u000a03:21:50.459815 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a03:21:50.973328 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17647): Launched\u000a03:21:51.270434 run osmo-stp_10.42.42.4(pid=17648): Launched\u000a03:21:51.376478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:51.844520 run create_hlr_db(pid=17649): Launched\u000a03:21:52.016496 bus /sierra_2: Setting Powered False\u000a03:21:53.038425 run create_hlr_db(pid=17649): Terminated: ok {rc=0}\u000a03:21:53.460261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Launched\u000a03:21:53.778587 run osmo-hlr_10.42.42.2(pid=17652): Launched\u000a03:21:53.895432 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a03:21:54.477543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Launched\u000a03:21:54.795616 run osmo-msc_10.42.42.5(pid=17655): Launched\u000a03:21:54.984023 run osmo-hlr_10.42.42.2(pid=17652): ERR: Terminated: ERROR {rc=237} [trial-2353↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17652)]\u000a03:21:55.120920 run osmo-hlr_10.42.42.2(pid=17652): stdout: \u000a| (launched: 2022-12-09_03:21:53.622605) \u000a03:21:55.257255 run osmo-hlr_10.42.42.2(pid=17652): stderr: \u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032153828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032153836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032153836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032153836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:55.385589 run osmo-hlr_10.42.42.2(pid=17652): stdout: \u000a| (launched: 2022-12-09_03:21:53.622605) \u000a03:21:55.512476 run osmo-hlr_10.42.42.2(pid=17652): stderr: \u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032153813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032153828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032153836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032153836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032153836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:55.568284 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=17652): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17652) [trial-2353↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17652)] [trial-2353↪smpp↪esme_connect_policy_acceptall.py:23]\u000a03:21:55.576633 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.4 sec)\u000a03:21:55.637984 run osmo-msc_10.42.42.5(pid=17655): ERR: Terminated: ERROR {rc=9} [trial-2353↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=17655)]\u000a03:21:55.688506 run osmo-msc_10.42.42.5(pid=17655): stdout: \u000a| (launched: 2022-12-09_03:21:54.639891) \u000a03:21:55.739633 run osmo-msc_10.42.42.5(pid=17655): stderr: \u000a| �[0;m�[38;5;43m20221209032155046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209032155046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209032155046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209032155046 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209032155046 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209032155046 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209032155046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209032155046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209032155047 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a03:21:55.782901 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17647): Terminating (SIGTERM)\u000a03:21:55.823778 run osmo-stp_10.42.42.4(pid=17648): Terminating (SIGTERM)\u000a03:21:55.865753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminating (SIGTERM)\u000a03:21:55.909724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminating (SIGTERM)\u000a03:21:55.919875 --- ParallelTerminationStrategy: PID 17647 died...\u000a03:21:55.977828 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17647): Terminated: ok {rc=0}\u000a03:21:55.987788 --- ParallelTerminationStrategy: PID 17648 died...\u000a03:21:56.041986 run osmo-stp_10.42.42.4(pid=17648): Terminated: ok {rc=0}\u000a03:21:56.051762 --- ParallelTerminationStrategy: PID 17651 died...\u000a03:21:56.106332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminated: ok {rc=0}\u000a03:21:56.116085 --- ParallelTerminationStrategy: PID 17654 died...\u000a03:21:56.170899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=17663): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17663) [trial-2353↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17663)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=17663): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17663) [trial-2353↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a03:21:56.185506 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:56.196727 tst smpp: Using 1 x bts (candidates: 1)\u000a03:21:56.322333 tst esme_connect_policy_closed.py: using LAC 18719\u000a03:21:56.439498 tst esme_connect_policy_closed.py: using RAC 104\u000a03:21:56.559591 tst esme_connect_policy_closed.py: using CellId 18719\u000a03:21:56.679150 tst esme_connect_policy_closed.py: using BVCI 18720\u000a03:21:56.702062 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:56.712429 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:56.722825 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:56.832498 tst esme_connect_policy_closed.py: using MSISDN 7001\u000a03:21:56.950477 tst esme_connect_policy_closed.py: using MSISDN 7002\u000a03:21:57.057017 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a03:21:57.572196 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17658): Launched\u000a03:21:57.870342 run osmo-stp_10.42.42.4(pid=17659): Launched\u000a03:21:57.977087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:58.446739 run create_hlr_db(pid=17660): Launched\u000a03:21:59.622792 run create_hlr_db(pid=17660): Terminated: ok {rc=0}\u000a03:21:59.929921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17662): Launched\u000a03:22:00.228344 run osmo-hlr_10.42.42.2(pid=17663): Launched\u000a03:22:00.342536 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a03:22:00.897393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17665): Launched\u000a03:22:01.317059 run osmo-msc_10.42.42.5(pid=17666): Launched\u000a03:22:01.729326 run osmo-hlr_10.42.42.2(pid=17663): ERR: Terminated: ERROR {rc=237} [trial-2353↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17663)]\u000a03:22:02.015102 run osmo-hlr_10.42.42.2(pid=17663): stdout: \u000a| (launched: 2022-12-09_03:22:00.081601) \u000a03:22:02.153895 run osmo-hlr_10.42.42.2(pid=17663): stderr: \u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032200265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032200274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032200274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032200274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:02.280161 run osmo-hlr_10.42.42.2(pid=17663): stdout: \u000a| (launched: 2022-12-09_03:22:00.081601) \u000a03:22:02.403803 run osmo-hlr_10.42.42.2(pid=17663): stderr: \u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032200253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032200265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032200274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032200274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032200274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:02.457357 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=17663): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17663) [trial-2353↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17663)] [trial-2353↪smpp↪esme_connect_policy_closed.py:31]\u000a03:22:02.465634 tst esme_connect_policy_closed.py:31: Test FAILED (6.3 sec)\u000a03:22:02.526425 run osmo-msc_10.42.42.5(pid=17666): ERR: Terminated: ERROR {rc=9} [trial-2353↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=17666)]\u000a03:22:02.575969 run osmo-msc_10.42.42.5(pid=17666): stdout: \u000a| (launched: 2022-12-09_03:22:01.051637) \u000a03:22:02.626326 run osmo-msc_10.42.42.5(pid=17666): stderr: \u000a| �[0;m�[38;5;43m20221209032201606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209032201606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209032201606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209032201606 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209032201606 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209032201606 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209032201606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209032201606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209032201607 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a03:22:02.668697 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17658): Terminating (SIGTERM)\u000a03:22:02.708910 run osmo-stp_10.42.42.4(pid=17659): Terminating (SIGTERM)\u000a03:22:02.750353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17662): Terminating (SIGTERM)\u000a03:22:02.792099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17665): Terminating (SIGTERM)\u000a03:22:02.801520 --- ParallelTerminationStrategy: PID 17658 died...\u000a03:22:02.855770 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17658): Terminated: ok {rc=0}\u000a03:22:02.865569 --- ParallelTerminationStrategy: PID 17659 died...\u000a03:22:02.918867 run osmo-stp_10.42.42.4(pid=17659): Terminated: ok {rc=0}\u000a03:22:02.928720 --- ParallelTerminationStrategy: PID 17662 died...\u000a03:22:02.982451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17662): Terminated: ok {rc=0}\u000a03:22:02.991885 --- ParallelTerminationStrategy: PID 17665 died...\u000a03:22:03.045278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17665): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17675): Process ended prematurely: osmo-stp_10.42.42.5(pid=17675) [trial-2353↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17675)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17675): Process ended prematurely: osmo-stp_10.42.42.5(pid=17675) [trial-2353↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a03:22:03.059600 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:03.070621 tst smpp: Using 1 x bts (candidates: 1)\u000a03:22:03.203881 tst esme_ms_sms_storeforward.py: using LAC 18720\u000a03:22:03.333841 tst esme_ms_sms_storeforward.py: using RAC 105\u000a03:22:03.458697 tst esme_ms_sms_storeforward.py: using CellId 18720\u000a03:22:03.581490 tst esme_ms_sms_storeforward.py: using BVCI 18721\u000a03:22:03.604774 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:03.615412 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:03.625920 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:03.636519 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:03.647080 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:03.657556 tst smpp: Using 1 x modem (candidates: 1)\u000a03:22:03.881585 tst esme_ms_sms_storeforward.py: using MSISDN 7003\u000a03:22:03.999247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:04.520563 run create_hlr_db(pid=17669): Launched\u000a03:22:05.712011 run create_hlr_db(pid=17669): Terminated: ok {rc=0}\u000a03:22:06.047740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17671): Launched\u000a03:22:06.374611 run osmo-hlr_10.42.42.2(pid=17672): Launched\u000a03:22:06.497726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:07.068382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17674): Launched\u000a03:22:07.396307 run osmo-stp_10.42.42.5(pid=17675): Launched\u000a03:22:07.517372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:08.113095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17677): Launched\u000a03:22:08.439625 run osmo-msc_10.42.42.6(pid=17678): Launched\u000a03:22:08.631526 run osmo-stp_10.42.42.5(pid=17675): ERR: Terminated: ERROR {rc=1} [trial-2353↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17675)]\u000a03:22:08.770115 run osmo-stp_10.42.42.5(pid=17675): stdout: \u000a| (launched: 2022-12-09_03:22:07.235693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:08.907381 run osmo-stp_10.42.42.5(pid=17675): stderr: \u000a| �[0;m�[38;5;43m20221209032207429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032207429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032207429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032207430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032207430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032207430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032207430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:09.039059 run osmo-stp_10.42.42.5(pid=17675): stdout: \u000a| (launched: 2022-12-09_03:22:07.235693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:09.168941 run osmo-stp_10.42.42.5(pid=17675): stderr: \u000a| �[0;m�[38;5;43m20221209032207429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032207429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032207429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032207430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032207430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032207430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032207430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:09.226298 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=17675): Process ended prematurely: osmo-stp_10.42.42.5(pid=17675) [trial-2353↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17675)] [trial-2353↪smpp↪esme_ms_sms_storeforward.py:30]\u000a03:22:09.234833 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a03:22:09.296913 run osmo-hlr_10.42.42.2(pid=17672): ERR: Terminated: ERROR {rc=237} [trial-2353↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17672)]\u000a03:22:09.348272 run osmo-hlr_10.42.42.2(pid=17672): stdout: \u000a| (launched: 2022-12-09_03:22:06.214542) \u000a03:22:09.400374 run osmo-hlr_10.42.42.2(pid=17672): stderr: \u000a| �[0;m�[1;31m20221209032206412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032206412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032206412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032206412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032206412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032206412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032206424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032206433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032206433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032206433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:09.470816 run osmo-msc_10.42.42.6(pid=17678): ERR: Terminated: ERROR {rc=2} [trial-2353↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17678)]\u000a03:22:09.521781 run osmo-msc_10.42.42.6(pid=17678): stdout: \u000a| (launched: 2022-12-09_03:22:08.279509) \u000a03:22:09.573429 run osmo-msc_10.42.42.6(pid=17678): stderr: \u000a| �[0;m�[38;5;43m20221209032208602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032208602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c0c3f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032208602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032208602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032208602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032208602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032208604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032208605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032208605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032208605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:09.617602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17671): Terminating (SIGTERM)\u000a03:22:09.659209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17674): Terminating (SIGTERM)\u000a03:22:09.700891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17677): Terminating (SIGTERM)\u000a03:22:09.710170 --- ParallelTerminationStrategy: PID 17671 died...\u000a03:22:09.765698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17671): Terminated: ok {rc=0}\u000a03:22:09.775744 --- ParallelTerminationStrategy: PID 17674 died...\u000a03:22:09.831160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17674): Terminated: ok {rc=0}\u000a03:22:09.841195 --- ParallelTerminationStrategy: PID 17677 died...\u000a03:22:09.896738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17677): Terminated: ok {rc=0}\u000a03:22:09.984340 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2353↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2353↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a03:22:11.037575 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:11.049760 tst smpp: Using 1 x bts (candidates: 1)\u000a03:22:11.187800 tst esme_ms_sms_transaction.py: using LAC 18721\u000a03:22:11.314946 tst esme_ms_sms_transaction.py: using RAC 106\u000a03:22:11.441867 tst esme_ms_sms_transaction.py: using CellId 18721\u000a03:22:11.569192 tst esme_ms_sms_transaction.py: using BVCI 18722\u000a03:22:11.594232 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:11.605096 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:11.615831 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:11.627165 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:11.638499 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:22:11.649723 tst smpp: Using 1 x modem (candidates: 1)\u000a03:22:11.872478 tst esme_ms_sms_transaction.py: using MSISDN 7004\u000a03:22:11.989415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:12.508837 run create_hlr_db(pid=17680): Launched\u000a03:22:12.697900 bus /sierra_2: Setting Powered False\u000a03:22:13.717860 run create_hlr_db(pid=17680): Terminated: ok {rc=0}\u000a03:22:14.151656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17682): Launched\u000a03:22:14.478174 run osmo-hlr_10.42.42.2(pid=17683): Launched\u000a03:22:14.600582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:15.167942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Launched\u000a03:22:15.494443 run osmo-stp_10.42.42.5(pid=17686): Launched\u000a03:22:15.613444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:16.230267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Launched\u000a03:22:16.659348 run osmo-msc_10.42.42.6(pid=17689): Launched\u000a03:22:17.222161 run osmo-stp_10.42.42.5(pid=17686): ERR: Terminated: ERROR {rc=1} [trial-2353↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)]\u000a03:22:17.440773 run osmo-stp_10.42.42.5(pid=17686): stdout: \u000a| (launched: 2022-12-09_03:22:15.333863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:17.569602 run osmo-stp_10.42.42.5(pid=17686): stderr: \u000a| �[0;m�[38;5;43m20221209032215529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032215529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032215529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032215530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032215530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032215530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032215530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:17.693635 run osmo-stp_10.42.42.5(pid=17686): stdout: \u000a| (launched: 2022-12-09_03:22:15.333863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:17.816406 run osmo-stp_10.42.42.5(pid=17686): stderr: \u000a| �[0;m�[38;5;43m20221209032215529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032215529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032215529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032215530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032215530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032215530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032215530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:17.870577 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=17686): Process ended prematurely: osmo-stp_10.42.42.5(pid=17686) [trial-2353↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17686)] [trial-2353↪smpp↪esme_ms_sms_transaction.py:28]\u000a03:22:17.878712 tst esme_ms_sms_transaction.py:28: Test FAILED (6.8 sec)\u000a03:22:17.940565 run osmo-hlr_10.42.42.2(pid=17683): ERR: Terminated: ERROR {rc=237} [trial-2353↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17683)]\u000a03:22:17.990637 run osmo-hlr_10.42.42.2(pid=17683): stdout: \u000a| (launched: 2022-12-09_03:22:14.317876) \u000a03:22:18.041427 run osmo-hlr_10.42.42.2(pid=17683): stderr: \u000a| �[0;m�[1;31m20221209032214518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032214518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032214518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032214518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032214518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032214518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032214530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032214539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032214539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032214539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:18.110008 run osmo-msc_10.42.42.6(pid=17689): ERR: Terminated: ERROR {rc=2} [trial-2353↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17689)]\u000a03:22:18.160171 run osmo-msc_10.42.42.6(pid=17689): stdout: \u000a| (launched: 2022-12-09_03:22:16.390562) \u000a03:22:18.210859 run osmo-msc_10.42.42.6(pid=17689): stderr: \u000a| �[0;m�[38;5;43m20221209032216930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032216930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f560a016c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032216931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032216932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032216933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032216933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032216939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032216940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032216940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032216940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:18.253052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17682): Terminating (SIGTERM)\u000a03:22:18.294755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Terminating (SIGTERM)\u000a03:22:18.335612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Terminating (SIGTERM)\u000a03:22:18.345703 --- ParallelTerminationStrategy: PID 17682 died...\u000a03:22:18.400247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17682): Terminated: ok {rc=0}\u000a03:22:18.410722 --- ParallelTerminationStrategy: PID 17685 died...\u000a03:22:18.465502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17685): Terminated: ok {rc=0}\u000a03:22:18.475102 --- ParallelTerminationStrategy: PID 17688 died...\u000a03:22:18.529901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17688): Terminated: ok {rc=0}\u000a03:22:18.618438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:21:50" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17700): Process ended prematurely: osmo-stp_10.42.42.5(pid=17700) [trial-2353↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17700): Process ended prematurely: osmo-stp_10.42.42.5(pid=17700) [trial-2353↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a03:22:20.498944 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:20.510013 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:20.642712 tst register_a5_0_authopt.py: using LAC 18722\u000a03:22:20.772598 tst register_a5_0_authopt.py: using RAC 107\u000a03:22:20.903161 tst register_a5_0_authopt.py: using CellId 18722\u000a03:22:21.037087 tst register_a5_0_authopt.py: using BVCI 18723\u000a03:22:21.062714 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:21.073783 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:21.084769 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:21.095712 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:21.106715 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:21.117595 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:21.399122 tst register_a5_0_authopt.py:8: start network...\u000a03:22:21.529228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:22.016291 run create_hlr_db(pid=17694): Launched\u000a03:22:22.194580 bus /sierra_2: Setting Powered False\u000a03:22:23.214801 run create_hlr_db(pid=17694): Terminated: ok {rc=0}\u000a03:22:23.651695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17696): Launched\u000a03:22:23.981592 run osmo-hlr_10.42.42.2(pid=17697): Launched\u000a03:22:24.102612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:24.672413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17699): Launched\u000a03:22:25.001523 run osmo-stp_10.42.42.5(pid=17700): Launched\u000a03:22:25.121571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:25.717672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17702): Launched\u000a03:22:26.046202 run osmo-msc_10.42.42.6(pid=17703): Launched\u000a03:22:26.238681 run osmo-stp_10.42.42.5(pid=17700): ERR: Terminated: ERROR {rc=1} [trial-2353↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)]\u000a03:22:26.378177 run osmo-stp_10.42.42.5(pid=17700): stdout: \u000a| (launched: 2022-12-09_03:22:24.839681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:26.515842 run osmo-stp_10.42.42.5(pid=17700): stderr: \u000a| �[0;m�[38;5;43m20221209032225033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032225033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032225033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032225034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032225034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032225034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032225034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:26.648181 run osmo-stp_10.42.42.5(pid=17700): stdout: \u000a| (launched: 2022-12-09_03:22:24.839681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:26.779056 run osmo-stp_10.42.42.5(pid=17700): stderr: \u000a| �[0;m�[38;5;43m20221209032225033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032225033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032225033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032225034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032225034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032225034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032225034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:26.836566 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17700): Process ended prematurely: osmo-stp_10.42.42.5(pid=17700) [trial-2353↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17700)] [trial-2353↪encryption↪register_a5_0_authopt.py:8]\u000a03:22:26.845752 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a03:22:26.907437 run osmo-hlr_10.42.42.2(pid=17697): ERR: Terminated: ERROR {rc=237} [trial-2353↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17697)]\u000a03:22:26.958802 run osmo-hlr_10.42.42.2(pid=17697): stdout: \u000a| (launched: 2022-12-09_03:22:23.820147) \u000a03:22:27.010385 run osmo-hlr_10.42.42.2(pid=17697): stderr: \u000a| �[0;m�[1;31m20221209032224022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032224022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032224022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032224022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032224022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032224022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032224038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032224048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032224048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032224048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:27.080175 run osmo-msc_10.42.42.6(pid=17703): ERR: Terminated: ERROR {rc=2} [trial-2353↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17703)]\u000a03:22:27.130975 run osmo-msc_10.42.42.6(pid=17703): stdout: \u000a| (launched: 2022-12-09_03:22:25.884899) \u000a03:22:27.182306 run osmo-msc_10.42.42.6(pid=17703): stderr: \u000a| �[0;m�[38;5;43m20221209032226205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032226206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51b93b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032226206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032226206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032226206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032226206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032226208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032226208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032226208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032226208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:27.226632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17696): Terminating (SIGTERM)\u000a03:22:27.267903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17699): Terminating (SIGTERM)\u000a03:22:27.309339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17702): Terminating (SIGTERM)\u000a03:22:27.318483 --- ParallelTerminationStrategy: PID 17696 died...\u000a03:22:27.373525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17696): Terminated: ok {rc=0}\u000a03:22:27.383367 --- ParallelTerminationStrategy: PID 17699 died...\u000a03:22:27.438209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17699): Terminated: ok {rc=0}\u000a03:22:27.448072 --- ParallelTerminationStrategy: PID 17702 died...\u000a03:22:27.503851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17702): Terminated: ok {rc=0}\u000a03:22:27.591627 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17712): Process ended prematurely: osmo-stp_10.42.42.5(pid=17712) [trial-2353↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17712)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17712): Process ended prematurely: osmo-stp_10.42.42.5(pid=17712) [trial-2353↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a03:22:28.707826 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:28.719763 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:28.852812 tst register_a5_0_authreq.py: using LAC 18723\u000a03:22:28.982970 tst register_a5_0_authreq.py: using RAC 108\u000a03:22:29.112433 tst register_a5_0_authreq.py: using CellId 18723\u000a03:22:29.243081 tst register_a5_0_authreq.py: using BVCI 18724\u000a03:22:29.268305 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:29.279433 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:29.290364 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:29.301208 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:29.312230 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:29.323030 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:29.607588 tst register_a5_0_authreq.py:8: start network...\u000a03:22:29.736427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:30.220471 run create_hlr_db(pid=17706): Launched\u000a03:22:30.397074 bus /sierra_2: Setting Powered False\u000a03:22:31.473113 run create_hlr_db(pid=17706): Terminated: ok {rc=0}\u000a03:22:31.928617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17708): Launched\u000a03:22:32.275377 run osmo-hlr_10.42.42.2(pid=17709): Launched\u000a03:22:32.396484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:32.970001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17711): Launched\u000a03:22:33.297968 run osmo-stp_10.42.42.5(pid=17712): Launched\u000a03:22:33.417896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:34.016612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17714): Launched\u000a03:22:34.345953 run osmo-msc_10.42.42.6(pid=17715): Launched\u000a03:22:34.537597 run osmo-stp_10.42.42.5(pid=17712): ERR: Terminated: ERROR {rc=1} [trial-2353↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17712)]\u000a03:22:34.675911 run osmo-stp_10.42.42.5(pid=17712): stdout: \u000a| (launched: 2022-12-09_03:22:33.137733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:34.813991 run osmo-stp_10.42.42.5(pid=17712): stderr: \u000a| �[0;m�[38;5;43m20221209032233330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032233331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032233331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032233331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032233332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032233332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032233332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:34.946324 run osmo-stp_10.42.42.5(pid=17712): stdout: \u000a| (launched: 2022-12-09_03:22:33.137733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:35.077327 run osmo-stp_10.42.42.5(pid=17712): stderr: \u000a| �[0;m�[38;5;43m20221209032233330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032233331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032233331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032233331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032233332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032233332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032233332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:35.134926 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17712): Process ended prematurely: osmo-stp_10.42.42.5(pid=17712) [trial-2353↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17712)] [trial-2353↪encryption↪register_a5_0_authreq.py:8]\u000a03:22:35.144001 tst register_a5_0_authreq.py:8: Test FAILED (6.5 sec)\u000a03:22:35.205669 run osmo-hlr_10.42.42.2(pid=17709): ERR: Terminated: ERROR {rc=237} [trial-2353↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17709)]\u000a03:22:35.256464 run osmo-hlr_10.42.42.2(pid=17709): stdout: \u000a| (launched: 2022-12-09_03:22:32.090982) \u000a03:22:35.308193 run osmo-hlr_10.42.42.2(pid=17709): stderr: \u000a| �[0;m�[1;31m20221209032232298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032232298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032232298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032232298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032232298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032232298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032232310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032232320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032232321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032232321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:35.377997 run osmo-msc_10.42.42.6(pid=17715): ERR: Terminated: ERROR {rc=2} [trial-2353↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17715)]\u000a03:22:35.428662 run osmo-msc_10.42.42.6(pid=17715): stdout: \u000a| (launched: 2022-12-09_03:22:34.184810) \u000a03:22:35.479935 run osmo-msc_10.42.42.6(pid=17715): stderr: \u000a| �[0;m�[38;5;43m20221209032234508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032234508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bf715dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032234508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032234508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032234508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032234509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032234510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032234511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032234511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032234511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:35.523642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17708): Terminating (SIGTERM)\u000a03:22:35.565477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17711): Terminating (SIGTERM)\u000a03:22:35.607034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17714): Terminating (SIGTERM)\u000a03:22:35.616218 --- ParallelTerminationStrategy: PID 17708 died...\u000a03:22:35.671225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17708): Terminated: ok {rc=0}\u000a03:22:35.681250 --- ParallelTerminationStrategy: PID 17711 died...\u000a03:22:35.736534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17711): Terminated: ok {rc=0}\u000a03:22:35.746403 --- ParallelTerminationStrategy: PID 17714 died...\u000a03:22:35.803048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17714): Terminated: ok {rc=0}\u000a03:22:35.889097 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17723): Process ended prematurely: osmo-stp_10.42.42.5(pid=17723) [trial-2353↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17723)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17723): Process ended prematurely: osmo-stp_10.42.42.5(pid=17723) [trial-2353↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a03:22:37.007505 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:37.019109 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:37.154234 tst register_a5_1_authreq.py: using LAC 18724\u000a03:22:37.284056 tst register_a5_1_authreq.py: using RAC 109\u000a03:22:37.415383 tst register_a5_1_authreq.py: using CellId 18724\u000a03:22:37.545337 tst register_a5_1_authreq.py: using BVCI 18725\u000a03:22:37.571101 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:37.582233 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:37.593253 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:37.604558 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:37.615905 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:37.627319 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:37.914304 tst register_a5_1_authreq.py:8: start network...\u000a03:22:38.043890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:38.530179 run create_hlr_db(pid=17717): Launched\u000a03:22:38.708286 bus /sierra_2: Setting Powered False\u000a03:22:39.729676 run create_hlr_db(pid=17717): Terminated: ok {rc=0}\u000a03:22:40.166390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17719): Launched\u000a03:22:40.495956 run osmo-hlr_10.42.42.2(pid=17720): Launched\u000a03:22:40.617816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:41.192133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17722): Launched\u000a03:22:41.521354 run osmo-stp_10.42.42.5(pid=17723): Launched\u000a03:22:41.642836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:42.240074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17725): Launched\u000a03:22:42.570833 run osmo-msc_10.42.42.6(pid=17726): Launched\u000a03:22:42.763868 run osmo-stp_10.42.42.5(pid=17723): ERR: Terminated: ERROR {rc=1} [trial-2353↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17723)]\u000a03:22:42.902896 run osmo-stp_10.42.42.5(pid=17723): stdout: \u000a| (launched: 2022-12-09_03:22:41.359943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:43.041994 run osmo-stp_10.42.42.5(pid=17723): stderr: \u000a| �[0;m�[38;5;43m20221209032241554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032241554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032241554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032241554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032241557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032241557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032241557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:43.174716 run osmo-stp_10.42.42.5(pid=17723): stdout: \u000a| (launched: 2022-12-09_03:22:41.359943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:43.306300 run osmo-stp_10.42.42.5(pid=17723): stderr: \u000a| �[0;m�[38;5;43m20221209032241554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032241554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032241554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032241554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032241557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032241557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032241557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:43.364079 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17723): Process ended prematurely: osmo-stp_10.42.42.5(pid=17723) [trial-2353↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17723)] [trial-2353↪encryption↪register_a5_1_authreq.py:8]\u000a03:22:43.373047 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a03:22:43.434749 run osmo-hlr_10.42.42.2(pid=17720): ERR: Terminated: ERROR {rc=237} [trial-2353↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17720)]\u000a03:22:43.485730 run osmo-hlr_10.42.42.2(pid=17720): stdout: \u000a| (launched: 2022-12-09_03:22:40.334647) \u000a03:22:43.537379 run osmo-hlr_10.42.42.2(pid=17720): stderr: \u000a| �[0;m�[1;31m20221209032240534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032240534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032240534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032240534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032240534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032240534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032240547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032240555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032240556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032240556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:43.607767 run osmo-msc_10.42.42.6(pid=17726): ERR: Terminated: ERROR {rc=2} [trial-2353↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17726)]\u000a03:22:43.658627 run osmo-msc_10.42.42.6(pid=17726): stdout: \u000a| (launched: 2022-12-09_03:22:42.407521) \u000a03:22:43.710009 run osmo-msc_10.42.42.6(pid=17726): stderr: \u000a| �[0;m�[38;5;43m20221209032242735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032242736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1dbeb60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032242736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032242736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032242736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032242736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032242738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032242738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032242738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032242738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:43.753614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17719): Terminating (SIGTERM)\u000a03:22:43.795058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17722): Terminating (SIGTERM)\u000a03:22:43.836379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17725): Terminating (SIGTERM)\u000a03:22:43.845941 --- ParallelTerminationStrategy: PID 17719 died...\u000a03:22:43.901468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17719): Terminated: ok {rc=0}\u000a03:22:43.911459 --- ParallelTerminationStrategy: PID 17722 died...\u000a03:22:43.967052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17722): Terminated: ok {rc=0}\u000a03:22:43.976877 --- ParallelTerminationStrategy: PID 17725 died...\u000a03:22:44.032246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17725): Terminated: ok {rc=0}\u000a03:22:44.118053 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 23, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17734): Process ended prematurely: osmo-stp_10.42.42.5(pid=17734) [trial-2353↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17734)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17734): Process ended prematurely: osmo-stp_10.42.42.5(pid=17734) [trial-2353↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a03:22:45.231473 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:45.243252 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:45.377853 tst register_a5_3_authreq.py: using LAC 18725\u000a03:22:45.512362 tst register_a5_3_authreq.py: using RAC 110\u000a03:22:45.641400 tst register_a5_3_authreq.py: using CellId 18725\u000a03:22:45.771241 tst register_a5_3_authreq.py: using BVCI 18726\u000a03:22:45.796541 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:45.807492 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:45.818400 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:45.839452 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:45.856360 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:45.870086 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:46.193395 tst register_a5_3_authreq.py:8: start network...\u000a03:22:46.336292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:46.908774 run create_hlr_db(pid=17728): Launched\u000a03:22:47.104614 bus /sierra_2: Setting Powered False\u000a03:22:48.120616 run create_hlr_db(pid=17728): Terminated: ok {rc=0}\u000a03:22:48.555915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17730): Launched\u000a03:22:48.884658 run osmo-hlr_10.42.42.2(pid=17731): Launched\u000a03:22:49.005176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:49.576294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17733): Launched\u000a03:22:49.906275 run osmo-stp_10.42.42.5(pid=17734): Launched\u000a03:22:50.026672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:50.623626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17736): Launched\u000a03:22:50.951712 run osmo-msc_10.42.42.6(pid=17737): Launched\u000a03:22:51.144504 run osmo-stp_10.42.42.5(pid=17734): ERR: Terminated: ERROR {rc=1} [trial-2353↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17734)]\u000a03:22:51.283481 run osmo-stp_10.42.42.5(pid=17734): stdout: \u000a| (launched: 2022-12-09_03:22:49.744938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:51.422048 run osmo-stp_10.42.42.5(pid=17734): stderr: \u000a| �[0;m�[38;5;43m20221209032249940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032249940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032249940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032249941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032249941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032249941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032249941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:51.554754 run osmo-stp_10.42.42.5(pid=17734): stdout: \u000a| (launched: 2022-12-09_03:22:49.744938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:51.686785 run osmo-stp_10.42.42.5(pid=17734): stderr: \u000a| �[0;m�[38;5;43m20221209032249940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032249940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032249940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032249941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032249941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032249941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032249941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:51.744559 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17734): Process ended prematurely: osmo-stp_10.42.42.5(pid=17734) [trial-2353↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17734)] [trial-2353↪encryption↪register_a5_3_authreq.py:8]\u000a03:22:51.753622 tst register_a5_3_authreq.py:8: Test FAILED (6.6 sec)\u000a03:22:51.815339 run osmo-hlr_10.42.42.2(pid=17731): ERR: Terminated: ERROR {rc=237} [trial-2353↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17731)]\u000a03:22:51.866160 run osmo-hlr_10.42.42.2(pid=17731): stdout: \u000a| (launched: 2022-12-09_03:22:48.723742) \u000a03:22:51.917529 run osmo-hlr_10.42.42.2(pid=17731): stderr: \u000a| �[0;m�[1;31m20221209032248926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032248926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032248926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032248926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032248926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032248926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032248965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032248974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032248974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032248975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:51.987643 run osmo-msc_10.42.42.6(pid=17737): ERR: Terminated: ERROR {rc=2} [trial-2353↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17737)]\u000a03:22:52.038498 run osmo-msc_10.42.42.6(pid=17737): stdout: \u000a| (launched: 2022-12-09_03:22:50.790944) \u000a03:22:52.089803 run osmo-msc_10.42.42.6(pid=17737): stderr: \u000a| �[0;m�[38;5;43m20221209032251115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032251116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6909bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032251116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032251116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032251116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032251116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032251118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032251118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032251118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032251118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:52.133463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17730): Terminating (SIGTERM)\u000a03:22:52.174834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17733): Terminating (SIGTERM)\u000a03:22:52.216233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17736): Terminating (SIGTERM)\u000a03:22:52.225735 --- ParallelTerminationStrategy: PID 17730 died...\u000a03:22:52.280863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17730): Terminated: ok {rc=0}\u000a03:22:52.290724 --- ParallelTerminationStrategy: PID 17733 died...\u000a03:22:52.345695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17733): Terminated: ok {rc=0}\u000a03:22:52.355508 --- ParallelTerminationStrategy: PID 17736 died...\u000a03:22:52.410345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17736): Terminated: ok {rc=0}\u000a03:22:52.496625 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:22:20" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 22.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18026): Process ended prematurely: srsepc(pid=18026) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18026)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18026): Process ended prematurely: srsepc(pid=18026) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a03:22:54.490654 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a03:22:54.535968 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:22:54.552351 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:22:54.576477 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:22:54.725166 tst handover.py: using MSISDN 7005\u000a03:22:54.841587 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7005', subscriber_id=0}\u000a03:22:54.956728 run srsepc_10.42.42.118: Starting srsepc\u000a03:22:56.888642 run rm-remote-dir(pid=17742): Launched\u000a03:22:57.088064 bus /sierra_2: Setting Powered False\u000a03:22:58.109258 run rm-remote-dir(pid=17742): Terminated: ok {rc=0}\u000a03:22:58.559222 run mk-remote-dir(pid=17743): Launched\u000a03:22:59.761384 run mk-remote-dir(pid=17743): Terminated: ok {rc=0}\u000a03:23:00.056758 run scp-inst-to-remote(pid=17744): Launched\u000a03:23:02.344238 run scp-inst-to-remote(pid=17744): Terminated: ok {rc=0}\u000a03:23:02.906404 run rm-remote-dir(pid=17797): Launched\u000a03:23:04.172928 run rm-remote-dir(pid=17797): Terminated: ok {rc=0}\u000a03:23:04.586216 run mk-remote-dir(pid=18017): Launched\u000a03:23:05.809377 run mk-remote-dir(pid=18017): Terminated: ok {rc=0}\u000a03:23:06.151886 run scp-cfg-to-remote(pid=18019): Launched\u000a03:23:07.354918 run scp-cfg-to-remote(pid=18019): Terminated: ok {rc=0}\u000a03:23:07.721781 run scp-db-to-remote(pid=18022): Launched\u000a03:23:08.927057 run scp-db-to-remote(pid=18022): Terminated: ok {rc=0}\u000a03:23:09.054463 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:09.459378 run patchelf(pid=18024): Launched\u000a03:23:10.678774 run patchelf(pid=18024): Terminated: ok {rc=0}\u000a03:23:10.808176 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:11.214514 run setcap-netadm(pid=18025): Launched\u000a03:23:12.431921 run setcap-netadm(pid=18025): Terminated: ok {rc=0}\u000a03:23:12.833983 run srsepc(pid=18026): Launched\u000a03:23:13.023931 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:14.321970 run rm-remote-dir(pid=18027): Launched\u000a03:23:14.599100 run srsepc(pid=18026): ERR: Terminated: ERROR {rc=127} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18026)]\u000a03:23:14.752391 run srsepc(pid=18026): stdout: \u000a| (launched: 2022-12-09_03:23:12.614447)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:14.904539 run srsepc(pid=18026): stderr: \u000a| (launched: 2022-12-09_03:23:12.666549)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:15.050982 run srsepc(pid=18026): stdout: \u000a| (launched: 2022-12-09_03:23:12.614447)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:15.196151 run srsepc(pid=18026): stderr: \u000a| (launched: 2022-12-09_03:23:12.666549)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:15.366653 run rm-remote-dir(pid=18027): Terminating (SIGINT)\u000a03:23:15.565156 run rm-remote-dir(pid=18027): Terminated: ok {rc=0}\u000a03:23:15.602713 tst handover.py:37: ERR: Error: srsepc(pid=18026): Process ended prematurely: srsepc(pid=18026) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18026)] [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a03:23:15.614052 tst handover.py:37: Test FAILED (21.3 sec)\u000a03:23:15.767864 run scp-back-log(pid=18028): Launched\u000a03:23:16.888562 run scp-back-log(pid=18028): ERR: Terminated: ERROR {rc=1} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18028)]\u000a03:23:16.964051 run scp-back-log(pid=18028): stdout: \u000a| (launched: 2022-12-09_03:23:15.658613) \u000a03:23:17.042307 run scp-back-log(pid=18028): stderr: \u000a| (launched: 2022-12-09_03:23:15.681146)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:17.112042 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18028): launch_sync(): local process exited with status 1 [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18028)]')\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18043): Process ended prematurely: srsepc(pid=18043) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18043)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18043): Process ended prematurely: srsepc(pid=18043) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a03:23:17.350028 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a03:23:17.406643 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:17.681252 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a03:23:17.729982 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:17.747795 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:17.905616 tst iperf3_bidir.py: using MSISDN 7006\u000a03:23:18.027121 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7006', subscriber_id=0}\u000a03:23:18.148437 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:18.918649 run rm-remote-dir(pid=18030): Launched\u000a03:23:20.130982 run rm-remote-dir(pid=18030): Terminated: ok {rc=0}\u000a03:23:20.547491 run mk-remote-dir(pid=18031): Launched\u000a03:23:21.772672 run mk-remote-dir(pid=18031): Terminated: ok {rc=0}\u000a03:23:22.138239 run scp-inst-to-remote(pid=18032): Launched\u000a03:23:24.348153 run scp-inst-to-remote(pid=18032): Terminated: ok {rc=0}\u000a03:23:24.768399 run rm-remote-dir(pid=18034): Launched\u000a03:23:25.987480 run rm-remote-dir(pid=18034): Terminated: ok {rc=0}\u000a03:23:26.343222 run mk-remote-dir(pid=18035): Launched\u000a03:23:27.546240 run mk-remote-dir(pid=18035): Terminated: ok {rc=0}\u000a03:23:27.847396 run scp-cfg-to-remote(pid=18036): Launched\u000a03:23:29.035040 run scp-cfg-to-remote(pid=18036): Terminated: ok {rc=0}\u000a03:23:29.316828 run scp-db-to-remote(pid=18039): Launched\u000a03:23:30.505928 run scp-db-to-remote(pid=18039): Terminated: ok {rc=0}\u000a03:23:30.621457 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:31.022020 run patchelf(pid=18041): Launched\u000a03:23:32.225363 run patchelf(pid=18041): Terminated: ok {rc=0}\u000a03:23:32.344385 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:32.669612 run setcap-netadm(pid=18042): Launched\u000a03:23:33.857537 run setcap-netadm(pid=18042): Terminated: ok {rc=0}\u000a03:23:34.173690 run srsepc(pid=18043): Launched\u000a03:23:34.284714 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:35.421321 run rm-remote-dir(pid=18044): Launched\u000a03:23:35.608081 run srsepc(pid=18043): ERR: Terminated: ERROR {rc=127} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18043)]\u000a03:23:35.745432 run srsepc(pid=18043): stdout: \u000a| (launched: 2022-12-09_03:23:34.022870)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:35.882465 run srsepc(pid=18043): stderr: \u000a| (launched: 2022-12-09_03:23:34.069584)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:36.015170 run srsepc(pid=18043): stdout: \u000a| (launched: 2022-12-09_03:23:34.022870)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:36.146939 run srsepc(pid=18043): stderr: \u000a| (launched: 2022-12-09_03:23:34.069584)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:36.300347 run rm-remote-dir(pid=18044): Terminating (SIGINT)\u000a03:23:36.480006 run rm-remote-dir(pid=18044): Terminated: ok {rc=0}\u000a03:23:36.513123 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=18043): Process ended prematurely: srsepc(pid=18043) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18043)] [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a03:23:36.522846 tst iperf3_bidir.py:42: Test FAILED (19.4 sec)\u000a03:23:36.634417 run scp-back-log(pid=18045): Launched\u000a03:23:37.722254 run scp-back-log(pid=18045): ERR: Terminated: ERROR {rc=1} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18045)]\u000a03:23:37.785041 run scp-back-log(pid=18045): stdout: \u000a| (launched: 2022-12-09_03:23:36.564802) \u000a03:23:37.848037 run scp-back-log(pid=18045): stderr: \u000a| (launched: 2022-12-09_03:23:36.584766)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:37.901074 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18045): launch_sync(): local process exited with status 1 [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18045)]')\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18060): Process ended prematurely: srsepc(pid=18060) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18060)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18060): Process ended prematurely: srsepc(pid=18060) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a03:23:38.083312 tst iperf3_dl.py:13: Number of physical ue: 1\u000a03:23:38.126055 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:38.336228 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a03:23:38.378962 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:38.394865 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:38.526446 tst iperf3_dl.py: using MSISDN 7007\u000a03:23:38.645041 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7007', subscriber_id=0}\u000a03:23:38.762022 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:39.457947 run rm-remote-dir(pid=18047): Launched\u000a03:23:40.661226 run rm-remote-dir(pid=18047): Terminated: ok {rc=0}\u000a03:23:41.016526 run mk-remote-dir(pid=18048): Launched\u000a03:23:42.219531 run mk-remote-dir(pid=18048): Terminated: ok {rc=0}\u000a03:23:42.520066 run scp-inst-to-remote(pid=18049): Launched\u000a03:23:44.710926 run scp-inst-to-remote(pid=18049): Terminated: ok {rc=0}\u000a03:23:45.042552 run rm-remote-dir(pid=18051): Launched\u000a03:23:46.236504 run rm-remote-dir(pid=18051): Terminated: ok {rc=0}\u000a03:23:46.621352 run mk-remote-dir(pid=18053): Launched\u000a03:23:47.840125 run mk-remote-dir(pid=18053): Terminated: ok {rc=0}\u000a03:23:48.140934 run scp-cfg-to-remote(pid=18054): Launched\u000a03:23:49.340605 run scp-cfg-to-remote(pid=18054): Terminated: ok {rc=0}\u000a03:23:49.640040 run scp-db-to-remote(pid=18056): Launched\u000a03:23:50.840502 run scp-db-to-remote(pid=18056): Terminated: ok {rc=0}\u000a03:23:50.964400 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:51.310988 run patchelf(pid=18058): Launched\u000a03:23:52.511976 run patchelf(pid=18058): Terminated: ok {rc=0}\u000a03:23:52.635514 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:52.980814 run setcap-netadm(pid=18059): Launched\u000a03:23:54.180903 run setcap-netadm(pid=18059): Terminated: ok {rc=0}\u000a03:23:54.519953 run srsepc(pid=18060): Launched\u000a03:23:54.638476 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:55.849547 run rm-remote-dir(pid=18061): Launched\u000a03:23:56.052209 run srsepc(pid=18060): ERR: Terminated: ERROR {rc=127} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18060)]\u000a03:23:56.198348 run srsepc(pid=18060): stdout: \u000a| (launched: 2022-12-09_03:23:54.357354)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:56.344271 run srsepc(pid=18060): stderr: \u000a| (launched: 2022-12-09_03:23:54.407031)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:56.485644 run srsepc(pid=18060): stdout: \u000a| (launched: 2022-12-09_03:23:54.357354)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:56.625235 run srsepc(pid=18060): stderr: \u000a| (launched: 2022-12-09_03:23:54.407031)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:56.788696 run rm-remote-dir(pid=18061): Terminating (SIGINT)\u000a03:23:56.980367 run rm-remote-dir(pid=18061): Terminated: ok {rc=0}\u000a03:23:57.015943 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=18060): Process ended prematurely: srsepc(pid=18060) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18060)] [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a03:23:57.026490 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a03:23:57.142753 run scp-back-log(pid=18062): Launched\u000a03:23:58.233127 run scp-back-log(pid=18062): ERR: Terminated: ERROR {rc=1} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18062)]\u000a03:23:58.298179 run scp-back-log(pid=18062): stdout: \u000a| (launched: 2022-12-09_03:23:57.069459) \u000a03:23:58.363481 run scp-back-log(pid=18062): stderr: \u000a| (launched: 2022-12-09_03:23:57.090110)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:58.418488 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18062): launch_sync(): local process exited with status 1 [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18062)]')\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18076): Process ended prematurely: srsepc(pid=18076) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18076)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18076): Process ended prematurely: srsepc(pid=18076) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a03:23:58.610877 tst iperf3_ul.py:13: Number of physical ue: 1\u000a03:23:58.656344 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:58.878876 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a03:23:58.924457 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:58.941079 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:59.064879 tst iperf3_ul.py: using MSISDN 7008\u000a03:23:59.175269 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7008', subscriber_id=0}\u000a03:23:59.283928 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:59.938519 run rm-remote-dir(pid=18064): Launched\u000a03:24:01.128891 run rm-remote-dir(pid=18064): Terminated: ok {rc=0}\u000a03:24:01.519798 run mk-remote-dir(pid=18065): Launched\u000a03:24:02.721827 run mk-remote-dir(pid=18065): Terminated: ok {rc=0}\u000a03:24:03.021577 run scp-inst-to-remote(pid=18066): Launched\u000a03:24:05.223574 run scp-inst-to-remote(pid=18066): Terminated: ok {rc=0}\u000a03:24:05.579676 run rm-remote-dir(pid=18068): Launched\u000a03:24:06.782542 run rm-remote-dir(pid=18068): Terminated: ok {rc=0}\u000a03:24:07.138146 run mk-remote-dir(pid=18069): Launched\u000a03:24:08.341086 run mk-remote-dir(pid=18069): Terminated: ok {rc=0}\u000a03:24:08.641443 run scp-cfg-to-remote(pid=18070): Launched\u000a03:24:09.840669 run scp-cfg-to-remote(pid=18070): Terminated: ok {rc=0}\u000a03:24:10.142047 run scp-db-to-remote(pid=18072): Launched\u000a03:24:11.341942 run scp-db-to-remote(pid=18072): Terminated: ok {rc=0}\u000a03:24:11.465636 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:11.806099 run patchelf(pid=18074): Launched\u000a03:24:12.994032 run patchelf(pid=18074): Terminated: ok {rc=0}\u000a03:24:13.110255 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:13.432519 run setcap-netadm(pid=18075): Launched\u000a03:24:14.620566 run setcap-netadm(pid=18075): Terminated: ok {rc=0}\u000a03:24:14.935776 run srsepc(pid=18076): Launched\u000a03:24:15.045659 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:16.249379 run rm-remote-dir(pid=18077): Launched\u000a03:24:16.511217 run srsepc(pid=18076): ERR: Terminated: ERROR {rc=127} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18076)]\u000a03:24:16.651744 run srsepc(pid=18076): stdout: \u000a| (launched: 2022-12-09_03:24:14.785627)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:16.791844 run srsepc(pid=18076): stderr: \u000a| (launched: 2022-12-09_03:24:14.832237)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:16.927065 run srsepc(pid=18076): stdout: \u000a| (launched: 2022-12-09_03:24:14.785627)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:17.061442 run srsepc(pid=18076): stderr: \u000a| (launched: 2022-12-09_03:24:14.832237)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:17.218368 run rm-remote-dir(pid=18077): Terminating (SIGINT)\u000a03:24:17.398976 run rm-remote-dir(pid=18077): Terminated: ok {rc=0}\u000a03:24:17.432122 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=18076): Process ended prematurely: srsepc(pid=18076) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18076)] [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a03:24:17.442058 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a03:24:17.552652 run scp-back-log(pid=18078): Launched\u000a03:24:18.639845 run scp-back-log(pid=18078): ERR: Terminated: ERROR {rc=1} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18078)]\u000a03:24:18.702380 run scp-back-log(pid=18078): stdout: \u000a| (launched: 2022-12-09_03:24:17.483487) \u000a03:24:18.765126 run scp-back-log(pid=18078): stderr: \u000a| (launched: 2022-12-09_03:24:17.503459)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:18.818255 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18078): launch_sync(): local process exited with status 1 [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18078)]')\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18092): Process ended prematurely: srsepc(pid=18092) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18092)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18092): Process ended prematurely: srsepc(pid=18092) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a03:24:18.832482 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:24:18.849470 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:24:18.872233 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:24:19.014993 tst ping.py: using MSISDN 7009\u000a03:24:19.125257 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7009', subscriber_id=0}\u000a03:24:19.234107 run srsepc_10.42.42.118: Starting srsepc\u000a03:24:19.885842 run rm-remote-dir(pid=18080): Launched\u000a03:24:21.076007 run rm-remote-dir(pid=18080): Terminated: ok {rc=0}\u000a03:24:21.407606 run mk-remote-dir(pid=18081): Launched\u000a03:24:22.596722 run mk-remote-dir(pid=18081): Terminated: ok {rc=0}\u000a03:24:22.875689 run scp-inst-to-remote(pid=18082): Launched\u000a03:24:25.076469 run scp-inst-to-remote(pid=18082): Terminated: ok {rc=0}\u000a03:24:25.432066 run rm-remote-dir(pid=18084): Launched\u000a03:24:26.634258 run rm-remote-dir(pid=18084): Terminated: ok {rc=0}\u000a03:24:26.988421 run mk-remote-dir(pid=18085): Launched\u000a03:24:28.190221 run mk-remote-dir(pid=18085): Terminated: ok {rc=0}\u000a03:24:28.489488 run scp-cfg-to-remote(pid=18086): Launched\u000a03:24:29.688500 run scp-cfg-to-remote(pid=18086): Terminated: ok {rc=0}\u000a03:24:29.987896 run scp-db-to-remote(pid=18088): Launched\u000a03:24:31.180231 run scp-db-to-remote(pid=18088): Terminated: ok {rc=0}\u000a03:24:31.301393 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:31.729122 run patchelf(pid=18090): Launched\u000a03:24:32.917642 run patchelf(pid=18090): Terminated: ok {rc=0}\u000a03:24:33.033545 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:33.354925 run setcap-netadm(pid=18091): Launched\u000a03:24:34.542520 run setcap-netadm(pid=18091): Terminated: ok {rc=0}\u000a03:24:34.857123 run srsepc(pid=18092): Launched\u000a03:24:34.969428 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:36.114187 run rm-remote-dir(pid=18093): Launched\u000a03:24:36.301786 run srsepc(pid=18092): ERR: Terminated: ERROR {rc=127} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18092)]\u000a03:24:36.439201 run srsepc(pid=18092): stdout: \u000a| (launched: 2022-12-09_03:24:34.706552)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:36.577576 run srsepc(pid=18092): stderr: \u000a| (launched: 2022-12-09_03:24:34.752793)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:36.710522 run srsepc(pid=18092): stdout: \u000a| (launched: 2022-12-09_03:24:34.706552)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:36.841919 run srsepc(pid=18092): stderr: \u000a| (launched: 2022-12-09_03:24:34.752793)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:36.995444 run rm-remote-dir(pid=18093): Terminating (SIGINT)\u000a03:24:37.175406 run rm-remote-dir(pid=18093): Terminated: ok {rc=0}\u000a03:24:37.208576 tst ping.py:16: ERR: Error: srsepc(pid=18092): Process ended prematurely: srsepc(pid=18092) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18092)] [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a03:24:37.218497 tst ping.py:16: Test FAILED (18.4 sec)\u000a03:24:37.330179 run scp-back-log(pid=18094): Launched\u000a03:24:38.417428 run scp-back-log(pid=18094): ERR: Terminated: ERROR {rc=1} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18094)]\u000a03:24:38.479751 run scp-back-log(pid=18094): stdout: \u000a| (launched: 2022-12-09_03:24:37.260132) \u000a03:24:38.542687 run scp-back-log(pid=18094): stderr: \u000a| (launched: 2022-12-09_03:24:37.279791)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:38.595634 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18094): launch_sync(): local process exited with status 1 [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18094)]')\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18108): Process ended prematurely: srsepc(pid=18108) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18108)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18108): Process ended prematurely: srsepc(pid=18108) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a03:24:38.610260 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:24:38.627015 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:24:38.650387 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:24:38.795567 tst rrc_idle_mo_ping.py: using MSISDN 7010\u000a03:24:38.905594 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7010', subscriber_id=0}\u000a03:24:39.014220 run srsepc_10.42.42.118: Starting srsepc\u000a03:24:39.662595 run rm-remote-dir(pid=18096): Launched\u000a03:24:40.852900 run rm-remote-dir(pid=18096): Terminated: ok {rc=0}\u000a03:24:41.183982 run mk-remote-dir(pid=18097): Launched\u000a03:24:42.373525 run mk-remote-dir(pid=18097): Terminated: ok {rc=0}\u000a03:24:42.653187 run scp-inst-to-remote(pid=18098): Launched\u000a03:24:44.842179 run scp-inst-to-remote(pid=18098): Terminated: ok {rc=0}\u000a03:24:45.173621 run rm-remote-dir(pid=18100): Launched\u000a03:24:46.367399 run rm-remote-dir(pid=18100): Terminated: ok {rc=0}\u000a03:24:46.762052 run mk-remote-dir(pid=18101): Launched\u000a03:24:47.951866 run mk-remote-dir(pid=18101): Terminated: ok {rc=0}\u000a03:24:48.232056 run scp-cfg-to-remote(pid=18102): Launched\u000a03:24:49.419061 run scp-cfg-to-remote(pid=18102): Terminated: ok {rc=0}\u000a03:24:49.698017 run scp-db-to-remote(pid=18104): Launched\u000a03:24:50.885253 run scp-db-to-remote(pid=18104): Terminated: ok {rc=0}\u000a03:24:51.000647 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:51.321636 run patchelf(pid=18106): Launched\u000a03:24:52.508780 run patchelf(pid=18106): Terminated: ok {rc=0}\u000a03:24:52.625190 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:52.946313 run setcap-netadm(pid=18107): Launched\u000a03:24:54.133326 run setcap-netadm(pid=18107): Terminated: ok {rc=0}\u000a03:24:54.448350 run srsepc(pid=18108): Launched\u000a03:24:54.558533 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:55.770101 run rm-remote-dir(pid=18109): Launched\u000a03:24:55.971905 run srsepc(pid=18108): ERR: Terminated: ERROR {rc=127} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18108)]\u000a03:24:56.118321 run srsepc(pid=18108): stdout: \u000a| (launched: 2022-12-09_03:24:54.298736)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:56.264148 run srsepc(pid=18108): stderr: \u000a| (launched: 2022-12-09_03:24:54.344844)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:56.405153 run srsepc(pid=18108): stdout: \u000a| (launched: 2022-12-09_03:24:54.298736)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:56.544864 run srsepc(pid=18108): stderr: \u000a| (launched: 2022-12-09_03:24:54.344844)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:56.708573 run rm-remote-dir(pid=18109): Terminating (SIGINT)\u000a03:24:56.900386 run rm-remote-dir(pid=18109): Terminated: ok {rc=0}\u000a03:24:56.935559 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=18108): Process ended prematurely: srsepc(pid=18108) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18108)] [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a03:24:56.945982 tst rrc_idle_mo_ping.py:16: Test FAILED (18.3 sec)\u000a03:24:57.062385 run scp-back-log(pid=18110): Launched\u000a03:24:58.153337 run scp-back-log(pid=18110): ERR: Terminated: ERROR {rc=1} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18110)]\u000a03:24:58.218525 run scp-back-log(pid=18110): stdout: \u000a| (launched: 2022-12-09_03:24:56.988898) \u000a03:24:58.283760 run scp-back-log(pid=18110): stderr: \u000a| (launched: 2022-12-09_03:24:57.009603)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:58.339493 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18110): launch_sync(): local process exited with status 1 [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18110)]')\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18127): Process ended prematurely: srsepc(pid=18127) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18127)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18127): Process ended prematurely: srsepc(pid=18127) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a03:24:58.354534 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:24:58.371963 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:24:58.395791 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:24:58.546044 tst rrc_idle_mt_ping.py: using MSISDN 7011\u000a03:24:58.664129 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7011', subscriber_id=0}\u000a03:24:58.781380 run srsepc_10.42.42.118: Starting srsepc\u000a03:24:59.479202 run rm-remote-dir(pid=18112): Launched\u000a03:25:00.682368 run rm-remote-dir(pid=18112): Terminated: ok {rc=0}\u000a03:25:01.080176 run mk-remote-dir(pid=18113): Launched\u000a03:25:02.315884 run mk-remote-dir(pid=18113): Terminated: ok {rc=0}\u000a03:25:02.618897 run scp-inst-to-remote(pid=18117): Launched\u000a03:25:04.810064 run scp-inst-to-remote(pid=18117): Terminated: ok {rc=0}\u000a03:25:05.141182 run rm-remote-dir(pid=18119): Launched\u000a03:25:06.330993 run rm-remote-dir(pid=18119): Terminated: ok {rc=0}\u000a03:25:06.663046 run mk-remote-dir(pid=18120): Launched\u000a03:25:07.853316 run mk-remote-dir(pid=18120): Terminated: ok {rc=0}\u000a03:25:08.133836 run scp-cfg-to-remote(pid=18121): Launched\u000a03:25:09.321734 run scp-cfg-to-remote(pid=18121): Terminated: ok {rc=0}\u000a03:25:09.601812 run scp-db-to-remote(pid=18123): Launched\u000a03:25:10.790538 run scp-db-to-remote(pid=18123): Terminated: ok {rc=0}\u000a03:25:10.906530 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:25:11.229708 run patchelf(pid=18125): Launched\u000a03:25:12.417838 run patchelf(pid=18125): Terminated: ok {rc=0}\u000a03:25:12.533425 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:25:12.856869 run setcap-netadm(pid=18126): Launched\u000a03:25:14.044846 run setcap-netadm(pid=18126): Terminated: ok {rc=0}\u000a03:25:14.360611 run srsepc(pid=18127): Launched\u000a03:25:14.471963 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:25:15.611415 run rm-remote-dir(pid=18128): Launched\u000a03:25:15.798982 run srsepc(pid=18127): ERR: Terminated: ERROR {rc=127} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18127)]\u000a03:25:15.959224 run srsepc(pid=18127): stdout: \u000a| (launched: 2022-12-09_03:25:14.210180)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:25:16.129989 run srsepc(pid=18127): stderr: \u000a| (launched: 2022-12-09_03:25:14.256546)\u000a| Connection to 10.42.42.116 closed. \u000a03:25:16.302591 run srsepc(pid=18127): stdout: \u000a| (launched: 2022-12-09_03:25:14.210180)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:25:16.437893 run srsepc(pid=18127): stderr: \u000a| (launched: 2022-12-09_03:25:14.256546)\u000a| Connection to 10.42.42.116 closed. \u000a03:25:16.595928 run rm-remote-dir(pid=18128): Terminating (SIGINT)\u000a03:25:16.781993 run rm-remote-dir(pid=18128): Terminated: ok {rc=0}\u000a03:25:16.817247 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=18127): Process ended prematurely: srsepc(pid=18127) [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18127)] [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a03:25:16.828292 tst rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)\u000a03:25:16.999996 run scp-back-log(pid=18129): Launched\u000a03:25:18.092668 run scp-back-log(pid=18129): ERR: Terminated: ERROR {rc=1} [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18129)]\u000a03:25:18.156024 run scp-back-log(pid=18129): stdout: \u000a| (launched: 2022-12-09_03:25:16.873082) \u000a03:25:18.218959 run scp-back-log(pid=18129): stderr: \u000a| (launched: 2022-12-09_03:25:16.893495)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:25:18.272343 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18129): launch_sync(): local process exited with status 1 [trial-2353↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18129)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:22:54" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18140): Process ended prematurely: osmo-stp_10.42.42.5(pid=18140) [trial-2353↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18140): Process ended prematurely: osmo-stp_10.42.42.5(pid=18140) [trial-2353↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a03:25:19.126256 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:25:19.138317 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a03:25:19.273300 tst handover.py: using LAC 18726\u000a03:25:19.404403 tst handover.py: using RAC 111\u000a03:25:19.536921 tst handover.py: using CellId 18726\u000a03:25:19.670720 tst handover.py: using BVCI 18727\u000a03:25:19.695829 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a03:25:19.827168 tst handover.py: using LAC 18727\u000a03:25:19.954267 tst handover.py: using RAC 112\u000a03:25:20.082238 tst handover.py: using CellId 18727\u000a03:25:20.203538 tst handover.py: using BVCI 18728\u000a03:25:20.227207 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:25:20.238350 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:25:20.249402 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:25:20.260805 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:25:20.272379 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:25:20.283773 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a03:25:20.406719 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a03:25:20.621867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:21.141190 run create_hlr_db(pid=18134): Launched\u000a03:25:22.333892 run create_hlr_db(pid=18134): Terminated: ok {rc=0}\u000a03:25:22.673321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18136): Launched\u000a03:25:23.002644 run osmo-hlr_10.42.42.2(pid=18137): Launched\u000a03:25:23.124649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:23.695078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18139): Launched\u000a03:25:24.023854 run osmo-stp_10.42.42.5(pid=18140): Launched\u000a03:25:24.143639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:24.744124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18142): Launched\u000a03:25:25.073985 run osmo-msc_10.42.42.6(pid=18143): Launched\u000a03:25:25.266350 run osmo-stp_10.42.42.5(pid=18140): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)]\u000a03:25:25.426372 run osmo-stp_10.42.42.5(pid=18140): stdout: \u000a| (launched: 2022-12-09_03:25:23.862585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:25.563342 run osmo-stp_10.42.42.5(pid=18140): stderr: \u000a| �[0;m�[38;5;43m20221209032524054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032524054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032524055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032524055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032524055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032524055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032524056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:25.694863 run osmo-stp_10.42.42.5(pid=18140): stdout: \u000a| (launched: 2022-12-09_03:25:23.862585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:25.825177 run osmo-stp_10.42.42.5(pid=18140): stderr: \u000a| �[0;m�[38;5;43m20221209032524054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032524054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032524055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032524055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032524055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032524055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032524056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:25.882274 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18140): Process ended prematurely: osmo-stp_10.42.42.5(pid=18140) [trial-2353↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)] [trial-2353↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a03:25:25.890824 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:25:25.953585 run osmo-hlr_10.42.42.2(pid=18137): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18137)]\u000a03:25:26.005172 run osmo-hlr_10.42.42.2(pid=18137): stdout: \u000a| (launched: 2022-12-09_03:25:22.840674) \u000a03:25:26.057898 run osmo-hlr_10.42.42.2(pid=18137): stderr: \u000a| �[0;m�[1;31m20221209032523041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032523041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032523041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032523041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032523041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032523041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032523054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032523062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032523062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032523062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:26.128870 run osmo-msc_10.42.42.6(pid=18143): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18143)]\u000a03:25:26.180190 run osmo-msc_10.42.42.6(pid=18143): stdout: \u000a| (launched: 2022-12-09_03:25:24.911959) \u000a03:25:26.231890 run osmo-msc_10.42.42.6(pid=18143): stderr: \u000a| �[0;m�[38;5;43m20221209032525235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032525235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53f96bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032525235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032525237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032525237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032525238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032525238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:26.275833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18136): Terminating (SIGTERM)\u000a03:25:26.317603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18139): Terminating (SIGTERM)\u000a03:25:26.359218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18142): Terminating (SIGTERM)\u000a03:25:26.368465 --- ParallelTerminationStrategy: PID 18136 died...\u000a03:25:26.423913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18136): Terminated: ok {rc=0}\u000a03:25:26.433969 --- ParallelTerminationStrategy: PID 18139 died...\u000a03:25:26.489244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18139): Terminated: ok {rc=0}\u000a03:25:26.499144 --- ParallelTerminationStrategy: PID 18142 died...\u000a03:25:26.554648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18142): Terminated: ok {rc=0}\u000a03:25:26.641360 bus /sierra_3: Setting Powered False\u000a03:25:27.750053 bus /sierra_3: Setting Powered False\u000a03:25:28.858366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:25:18" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18156): Process ended prematurely: osmo-stp_10.42.42.5(pid=18156) [trial-2353↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18156): Process ended prematurely: osmo-stp_10.42.42.5(pid=18156) [trial-2353↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a03:25:30.833103 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:30.846172 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:25:31.000927 tst handover.py: using LAC 18728\u000a03:25:31.161922 tst handover.py: using RAC 113\u000a03:25:31.296652 tst handover.py: using CellId 18728\u000a03:25:31.421482 tst handover.py: using BVCI 18729\u000a03:25:31.446700 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:25:31.581048 tst handover.py: using LAC 18729\u000a03:25:31.744386 tst handover.py: using RAC 114\u000a03:25:31.874463 tst handover.py: using CellId 18729\u000a03:25:32.034541 tst handover.py: using BVCI 18730\u000a03:25:32.069976 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:32.086473 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:32.104299 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:32.121797 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:32.139788 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:32.157664 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:25:32.291795 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:25:32.512730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:33.002541 run create_hlr_db(pid=18150): Launched\u000a03:25:33.136814 bus /sierra_2: Setting Powered False\u000a03:25:34.214088 run create_hlr_db(pid=18150): Terminated: ok {rc=0}\u000a03:25:34.602236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18152): Launched\u000a03:25:34.912831 run osmo-hlr_10.42.42.2(pid=18153): Launched\u000a03:25:35.027773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:35.537543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18155): Launched\u000a03:25:35.847221 run osmo-stp_10.42.42.5(pid=18156): Launched\u000a03:25:35.960771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:36.505572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18158): Launched\u000a03:25:36.838138 run osmo-msc_10.42.42.6(pid=18159): Launched\u000a03:25:37.033437 run osmo-stp_10.42.42.5(pid=18156): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)]\u000a03:25:37.173957 run osmo-stp_10.42.42.5(pid=18156): stdout: \u000a| (launched: 2022-12-09_03:25:35.694478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:37.312156 run osmo-stp_10.42.42.5(pid=18156): stderr: \u000a| �[0;m�[38;5;43m20221209032535868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032535868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032535868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032535869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032535869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032535869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:37.445178 run osmo-stp_10.42.42.5(pid=18156): stdout: \u000a| (launched: 2022-12-09_03:25:35.694478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:37.576772 run osmo-stp_10.42.42.5(pid=18156): stderr: \u000a| �[0;m�[38;5;43m20221209032535868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032535868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032535868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032535869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032535869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032535869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:37.634303 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18156): Process ended prematurely: osmo-stp_10.42.42.5(pid=18156) [trial-2353↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18156)] [trial-2353↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a03:25:37.642927 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:25:37.706436 run osmo-hlr_10.42.42.2(pid=18153): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18153)]\u000a03:25:37.757779 run osmo-hlr_10.42.42.2(pid=18153): stdout: \u000a| (launched: 2022-12-09_03:25:34.759540) \u000a03:25:37.810050 run osmo-hlr_10.42.42.2(pid=18153): stderr: \u000a| �[0;m�[1;31m20221209032534938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032534938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032534938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032534938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032534938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032534938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032534951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032534962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032534962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032534962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:37.881039 run osmo-msc_10.42.42.6(pid=18159): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18159)]\u000a03:25:37.932503 run osmo-msc_10.42.42.6(pid=18159): stdout: \u000a| (launched: 2022-12-09_03:25:36.674983) \u000a03:25:37.984480 run osmo-msc_10.42.42.6(pid=18159): stderr: \u000a| �[0;m�[38;5;43m20221209032536997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032536997 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f308b2fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032536998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032536998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032536998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032536998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032537000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032537000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032537000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032537000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:38.028531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18152): Terminating (SIGTERM)\u000a03:25:38.070966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18155): Terminating (SIGTERM)\u000a03:25:38.113265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18158): Terminating (SIGTERM)\u000a03:25:38.123099 --- ParallelTerminationStrategy: PID 18152 died...\u000a03:25:38.179361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18152): Terminated: ok {rc=0}\u000a03:25:38.189424 --- ParallelTerminationStrategy: PID 18155 died...\u000a03:25:38.245806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18155): Terminated: ok {rc=0}\u000a03:25:38.255847 --- ParallelTerminationStrategy: PID 18158 died...\u000a03:25:38.311487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18158): Terminated: ok {rc=0}\u000a03:25:38.398332 bus /sierra_3: Setting Powered False\u000a03:25:39.505168 bus /sierra_3: Setting Powered False\u000a03:25:40.617551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:25:30" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18170): Process ended prematurely: osmo-stp_10.42.42.5(pid=18170) [trial-2353↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18170)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18170): Process ended prematurely: osmo-stp_10.42.42.5(pid=18170) [trial-2353↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:25:42.636623 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:42.647736 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:25:42.774595 tst handover.py: using LAC 18730\u000a03:25:42.898440 tst handover.py: using RAC 115\u000a03:25:43.022103 tst handover.py: using CellId 18730\u000a03:25:43.145429 tst handover.py: using BVCI 18731\u000a03:25:43.168907 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:25:43.306500 tst handover.py: using LAC 18731\u000a03:25:43.429847 tst handover.py: using RAC 116\u000a03:25:43.556259 tst handover.py: using CellId 18731\u000a03:25:43.677484 tst handover.py: using BVCI 18732\u000a03:25:43.701106 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:43.712061 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:43.723266 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:43.734490 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:43.745743 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:43.756930 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:25:43.876021 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:25:44.092514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:44.581526 run create_hlr_db(pid=18164): Launched\u000a03:25:44.714955 bus /sierra_2: Setting Powered False\u000a03:25:45.792237 run create_hlr_db(pid=18164): Terminated: ok {rc=0}\u000a03:25:46.216453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18166): Launched\u000a03:25:46.638389 run osmo-hlr_10.42.42.2(pid=18167): Launched\u000a03:25:46.863130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:47.455575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18169): Launched\u000a03:25:47.784690 run osmo-stp_10.42.42.5(pid=18170): Launched\u000a03:25:47.904824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:48.478774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18172): Launched\u000a03:25:48.809709 run osmo-msc_10.42.42.6(pid=18173): Launched\u000a03:25:49.002414 run osmo-stp_10.42.42.5(pid=18170): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18170)]\u000a03:25:49.143185 run osmo-stp_10.42.42.5(pid=18170): stdout: \u000a| (launched: 2022-12-09_03:25:47.622967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:49.280938 run osmo-stp_10.42.42.5(pid=18170): stderr: \u000a| �[0;m�[38;5;43m20221209032547816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032547816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032547816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032547816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032547817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032547817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032547817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:49.412921 run osmo-stp_10.42.42.5(pid=18170): stdout: \u000a| (launched: 2022-12-09_03:25:47.622967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:49.544063 run osmo-stp_10.42.42.5(pid=18170): stderr: \u000a| �[0;m�[38;5;43m20221209032547816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032547816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032547816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032547816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032547817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032547817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032547817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:49.601340 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18170): Process ended prematurely: osmo-stp_10.42.42.5(pid=18170) [trial-2353↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18170)] [trial-2353↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a03:25:49.609791 tst handover.py:18: Test FAILED (7.0 sec)\u000a03:25:49.672602 run osmo-hlr_10.42.42.2(pid=18167): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18167)]\u000a03:25:49.724089 run osmo-hlr_10.42.42.2(pid=18167): stdout: \u000a| (launched: 2022-12-09_03:25:46.378494) \u000a03:25:49.776071 run osmo-hlr_10.42.42.2(pid=18167): stderr: \u000a| �[0;m�[1;31m20221209032546723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032546723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032546723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032546723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032546723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032546723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032546746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032546754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032546754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032546754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:49.846554 run osmo-msc_10.42.42.6(pid=18173): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18173)]\u000a03:25:49.897847 run osmo-msc_10.42.42.6(pid=18173): stdout: \u000a| (launched: 2022-12-09_03:25:48.646817) \u000a03:25:49.949640 run osmo-msc_10.42.42.6(pid=18173): stderr: \u000a| �[0;m�[38;5;43m20221209032548968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032548968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f843058ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032548969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032548969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032548969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032548969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032548971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032548971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032548971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032548971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:49.993436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18166): Terminating (SIGTERM)\u000a03:25:50.035247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18169): Terminating (SIGTERM)\u000a03:25:50.077717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18172): Terminating (SIGTERM)\u000a03:25:50.087253 --- ParallelTerminationStrategy: PID 18166 died...\u000a03:25:50.143143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18166): Terminated: ok {rc=0}\u000a03:25:50.153181 --- ParallelTerminationStrategy: PID 18169 died...\u000a03:25:50.208655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18169): Terminated: ok {rc=0}\u000a03:25:50.218560 --- ParallelTerminationStrategy: PID 18172 died...\u000a03:25:50.273923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18172): Terminated: ok {rc=0}\u000a03:25:50.360751 bus /sierra_3: Setting Powered False\u000a03:25:51.468157 bus /sierra_3: Setting Powered False\u000a03:25:52.576092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:25:42" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18184): Process ended prematurely: osmo-stp_10.42.42.5(pid=18184) [trial-2353↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18184): Process ended prematurely: osmo-stp_10.42.42.5(pid=18184) [trial-2353↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:25:54.569375 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:54.580478 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:25:54.706768 tst handover.py: using LAC 18732\u000a03:25:54.829543 tst handover.py: using RAC 117\u000a03:25:54.950707 tst handover.py: using CellId 18732\u000a03:25:55.074969 tst handover.py: using BVCI 18733\u000a03:25:55.098429 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:25:55.236169 tst handover.py: using LAC 18733\u000a03:25:55.356425 tst handover.py: using RAC 118\u000a03:25:55.476614 tst handover.py: using CellId 18733\u000a03:25:55.602854 tst handover.py: using BVCI 18734\u000a03:25:55.626162 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:55.637353 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:55.648224 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:55.659210 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:55.670232 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:55.681259 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:25:55.799063 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:25:56.002891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:56.467667 run create_hlr_db(pid=18178): Launched\u000a03:25:56.591962 bus /sierra_2: Setting Powered False\u000a03:25:57.664623 run create_hlr_db(pid=18178): Terminated: ok {rc=0}\u000a03:25:58.073189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18180): Launched\u000a03:25:58.405419 run osmo-hlr_10.42.42.2(pid=18181): Launched\u000a03:25:58.526797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:59.071094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18183): Launched\u000a03:25:59.401031 run osmo-stp_10.42.42.5(pid=18184): Launched\u000a03:25:59.520863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:00.098525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18186): Launched\u000a03:26:00.429129 run osmo-msc_10.42.42.6(pid=18187): Launched\u000a03:26:00.623738 run osmo-stp_10.42.42.5(pid=18184): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)]\u000a03:26:00.763465 run osmo-stp_10.42.42.5(pid=18184): stdout: \u000a| (launched: 2022-12-09_03:25:59.239828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:00.907693 run osmo-stp_10.42.42.5(pid=18184): stderr: \u000a| �[0;m�[38;5;43m20221209032559432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032559432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032559432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032559433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032559435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032559435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032559435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:01.045996 run osmo-stp_10.42.42.5(pid=18184): stdout: \u000a| (launched: 2022-12-09_03:25:59.239828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:01.181749 run osmo-stp_10.42.42.5(pid=18184): stderr: \u000a| �[0;m�[38;5;43m20221209032559432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032559432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032559432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032559433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032559435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032559435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032559435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:01.241153 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18184): Process ended prematurely: osmo-stp_10.42.42.5(pid=18184) [trial-2353↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18184)] [trial-2353↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:26:01.250676 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:26:01.317516 run osmo-hlr_10.42.42.2(pid=18181): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18181)]\u000a03:26:01.371292 run osmo-hlr_10.42.42.2(pid=18181): stdout: \u000a| (launched: 2022-12-09_03:25:58.241408) \u000a03:26:01.425886 run osmo-hlr_10.42.42.2(pid=18181): stderr: \u000a| �[0;m�[1;31m20221209032558440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032558440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032558440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032558440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032558440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032558440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032558452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032558460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032558461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:01.498747 run osmo-msc_10.42.42.6(pid=18187): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18187)]\u000a03:26:01.552445 run osmo-msc_10.42.42.6(pid=18187): stdout: \u000a| (launched: 2022-12-09_03:26:00.267032) \u000a03:26:01.606838 run osmo-msc_10.42.42.6(pid=18187): stderr: \u000a| �[0;m�[38;5;43m20221209032600592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032600592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c00ca1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032600592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032600592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032600592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032600593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032600594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032600595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032600595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032600595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:01.653407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18180): Terminating (SIGTERM)\u000a03:26:01.696328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18183): Terminating (SIGTERM)\u000a03:26:01.743478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18186): Terminating (SIGTERM)\u000a03:26:01.753754 --- ParallelTerminationStrategy: PID 18180 died...\u000a03:26:01.812805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18180): Terminated: ok {rc=0}\u000a03:26:01.823845 --- ParallelTerminationStrategy: PID 18183 died...\u000a03:26:01.883265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18183): Terminated: ok {rc=0}\u000a03:26:01.894418 --- ParallelTerminationStrategy: PID 18186 died...\u000a03:26:01.953155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18186): Terminated: ok {rc=0}\u000a03:26:02.042862 bus /sierra_3: Setting Powered False\u000a03:26:03.147957 bus /sierra_3: Setting Powered False\u000a03:26:04.259328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:25:54" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18198): Process ended prematurely: osmo-stp_10.42.42.5(pid=18198) [trial-2353↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18198): Process ended prematurely: osmo-stp_10.42.42.5(pid=18198) [trial-2353↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:26:06.257305 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:06.268345 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:26:06.395056 tst handover.py: using LAC 18734\u000a03:26:06.520892 tst handover.py: using RAC 119\u000a03:26:06.641963 tst handover.py: using CellId 18734\u000a03:26:06.770537 tst handover.py: using BVCI 18735\u000a03:26:06.795955 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:26:06.940440 tst handover.py: using LAC 18735\u000a03:26:07.068836 tst handover.py: using RAC 120\u000a03:26:07.197071 tst handover.py: using CellId 18735\u000a03:26:07.325877 tst handover.py: using BVCI 18736\u000a03:26:07.351318 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:07.363061 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:07.374593 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:07.386392 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:07.398161 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:26:07.409851 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:26:07.531989 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:26:07.747321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:08.237035 run create_hlr_db(pid=18192): Launched\u000a03:26:08.370957 bus /sierra_2: Setting Powered False\u000a03:26:09.448122 run create_hlr_db(pid=18192): Terminated: ok {rc=0}\u000a03:26:09.834909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18194): Launched\u000a03:26:10.143533 run osmo-hlr_10.42.42.2(pid=18195): Launched\u000a03:26:10.257227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:10.764612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18197): Launched\u000a03:26:11.073172 run osmo-stp_10.42.42.5(pid=18198): Launched\u000a03:26:11.185713 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:11.720391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18200): Launched\u000a03:26:12.029262 run osmo-msc_10.42.42.6(pid=18201): Launched\u000a03:26:12.208665 run osmo-stp_10.42.42.5(pid=18198): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)]\u000a03:26:12.337822 run osmo-stp_10.42.42.5(pid=18198): stdout: \u000a| (launched: 2022-12-09_03:26:10.921422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:12.464792 run osmo-stp_10.42.42.5(pid=18198): stderr: \u000a| �[0;m�[38;5;43m20221209032611093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032611093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032611093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032611094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:12.587484 run osmo-stp_10.42.42.5(pid=18198): stdout: \u000a| (launched: 2022-12-09_03:26:10.921422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:12.709242 run osmo-stp_10.42.42.5(pid=18198): stderr: \u000a| �[0;m�[38;5;43m20221209032611093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032611093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032611093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032611094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:12.762552 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18198): Process ended prematurely: osmo-stp_10.42.42.5(pid=18198) [trial-2353↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)] [trial-2353↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:26:12.770448 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:26:12.830028 run osmo-hlr_10.42.42.2(pid=18195): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18195)]\u000a03:26:12.879059 run osmo-hlr_10.42.42.2(pid=18195): stdout: \u000a| (launched: 2022-12-09_03:26:09.991328) \u000a03:26:12.928668 run osmo-hlr_10.42.42.2(pid=18195): stderr: \u000a| �[0;m�[1;31m20221209032610170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032610170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032610170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032610170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032610171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032610171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032610213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032610224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032610224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032610224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:12.996155 run osmo-msc_10.42.42.6(pid=18201): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18201)]\u000a03:26:13.045089 run osmo-msc_10.42.42.6(pid=18201): stdout: \u000a| (launched: 2022-12-09_03:26:11.877180) \u000a03:26:13.094618 run osmo-msc_10.42.42.6(pid=18201): stderr: \u000a| �[0;m�[38;5;43m20221209032612149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032612149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1673468c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032612149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032612149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032612150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032612150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032612153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:13.136458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18194): Terminating (SIGTERM)\u000a03:26:13.175780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18197): Terminating (SIGTERM)\u000a03:26:13.215325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18200): Terminating (SIGTERM)\u000a03:26:13.224397 --- ParallelTerminationStrategy: PID 18194 died...\u000a03:26:13.278642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18194): Terminated: ok {rc=0}\u000a03:26:13.288097 --- ParallelTerminationStrategy: PID 18197 died...\u000a03:26:13.341469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18197): Terminated: ok {rc=0}\u000a03:26:13.350979 --- ParallelTerminationStrategy: PID 18200 died...\u000a03:26:13.403624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18200): Terminated: ok {rc=0}\u000a03:26:13.486883 bus /sierra_3: Setting Powered False\u000a03:26:14.588068 bus /sierra_3: Setting Powered False\u000a03:26:15.700567 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:26:05" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18213): Process ended prematurely: osmo-stp_10.42.42.5(pid=18213) [trial-2353↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18213): Process ended prematurely: osmo-stp_10.42.42.5(pid=18213) [trial-2353↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:26:17.707420 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:26:17.718999 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:26:17.855375 tst handover.py: using LAC 18736\u000a03:26:17.984922 tst handover.py: using RAC 121\u000a03:26:18.114995 tst handover.py: using CellId 18736\u000a03:26:18.244858 tst handover.py: using BVCI 18737\u000a03:26:18.270108 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:26:18.401685 tst handover.py: using LAC 18737\u000a03:26:18.532926 tst handover.py: using RAC 122\u000a03:26:18.662919 tst handover.py: using CellId 18737\u000a03:26:18.786501 tst handover.py: using BVCI 18738\u000a03:26:18.810059 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:26:18.820933 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:26:18.831774 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:26:18.842601 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:26:18.853880 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:26:18.864591 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:26:18.984199 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:26:19.191296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:19.658362 run create_hlr_db(pid=18207): Launched\u000a03:26:19.782361 bus /sierra_2: Setting Powered False\u000a03:26:20.856492 run create_hlr_db(pid=18207): Terminated: ok {rc=0}\u000a03:26:21.265593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18209): Launched\u000a03:26:21.597582 run osmo-hlr_10.42.42.2(pid=18210): Launched\u000a03:26:21.720869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:22.265549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18212): Launched\u000a03:26:22.595455 run osmo-stp_10.42.42.5(pid=18213): Launched\u000a03:26:22.715443 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:23.288117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18215): Launched\u000a03:26:23.619022 run osmo-msc_10.42.42.6(pid=18216): Launched\u000a03:26:23.812120 run osmo-stp_10.42.42.5(pid=18213): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)]\u000a03:26:23.951618 run osmo-stp_10.42.42.5(pid=18213): stdout: \u000a| (launched: 2022-12-09_03:26:22.433254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:24.090531 run osmo-stp_10.42.42.5(pid=18213): stderr: \u000a| �[0;m�[38;5;43m20221209032622628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032622628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032622628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032622628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032622629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032622629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032622629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:24.223257 run osmo-stp_10.42.42.5(pid=18213): stdout: \u000a| (launched: 2022-12-09_03:26:22.433254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:24.354943 run osmo-stp_10.42.42.5(pid=18213): stderr: \u000a| �[0;m�[38;5;43m20221209032622628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032622628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032622628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032622628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032622629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032622629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032622629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:24.412135 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18213): Process ended prematurely: osmo-stp_10.42.42.5(pid=18213) [trial-2353↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)] [trial-2353↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a03:26:24.421023 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:26:24.484108 run osmo-hlr_10.42.42.2(pid=18210): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18210)]\u000a03:26:24.535723 run osmo-hlr_10.42.42.2(pid=18210): stdout: \u000a| (launched: 2022-12-09_03:26:21.433642) \u000a03:26:24.588348 run osmo-hlr_10.42.42.2(pid=18210): stderr: \u000a| �[0;m�[1;31m20221209032621631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032621631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032621631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032621631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032621631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032621631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032621649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032621659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032621659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032621659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:24.658995 run osmo-msc_10.42.42.6(pid=18216): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18216)]\u000a03:26:24.710546 run osmo-msc_10.42.42.6(pid=18216): stdout: \u000a| (launched: 2022-12-09_03:26:23.455990) \u000a03:26:24.762701 run osmo-msc_10.42.42.6(pid=18216): stderr: \u000a| �[0;m�[38;5;43m20221209032623778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032623778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4b25eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032623778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032623778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032623778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032623779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032623780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032623781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032623781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032623781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:24.807133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18209): Terminating (SIGTERM)\u000a03:26:24.848732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18212): Terminating (SIGTERM)\u000a03:26:24.890623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18215): Terminating (SIGTERM)\u000a03:26:24.900600 --- ParallelTerminationStrategy: PID 18209 died...\u000a03:26:24.956768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18209): Terminated: ok {rc=0}\u000a03:26:24.966913 --- ParallelTerminationStrategy: PID 18212 died...\u000a03:26:25.022730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18212): Terminated: ok {rc=0}\u000a03:26:25.032832 --- ParallelTerminationStrategy: PID 18215 died...\u000a03:26:25.089004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18215): Terminated: ok {rc=0}\u000a03:26:25.177117 bus /sierra_3: Setting Powered False\u000a03:26:26.284209 bus /sierra_3: Setting Powered False\u000a03:26:27.391447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:26:17" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18227): Process ended prematurely: osmo-stp_10.42.42.5(pid=18227) [trial-2353↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18227): Process ended prematurely: osmo-stp_10.42.42.5(pid=18227) [trial-2353↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:26:29.378904 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:29.390312 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:26:29.527250 tst handover.py: using LAC 18738\u000a03:26:29.655648 tst handover.py: using RAC 123\u000a03:26:29.778022 tst handover.py: using CellId 18738\u000a03:26:29.897950 tst handover.py: using BVCI 18739\u000a03:26:29.921746 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:26:30.060443 tst handover.py: using LAC 18739\u000a03:26:30.181362 tst handover.py: using RAC 124\u000a03:26:30.301513 tst handover.py: using CellId 18739\u000a03:26:30.420752 tst handover.py: using BVCI 18740\u000a03:26:30.444289 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:30.455233 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:30.466164 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:30.476908 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:30.487800 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:30.498794 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:26:30.616051 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:26:30.819424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:31.342544 run create_hlr_db(pid=18221): Launched\u000a03:26:31.471402 bus /sierra_2: Setting Powered False\u000a03:26:32.541195 run create_hlr_db(pid=18221): Terminated: ok {rc=0}\u000a03:26:32.950043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18223): Launched\u000a03:26:33.283696 run osmo-hlr_10.42.42.2(pid=18224): Launched\u000a03:26:33.407045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:33.952109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18226): Launched\u000a03:26:34.283093 run osmo-stp_10.42.42.5(pid=18227): Launched\u000a03:26:34.404377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:34.976447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18229): Launched\u000a03:26:35.308207 run osmo-msc_10.42.42.6(pid=18230): Launched\u000a03:26:35.502286 run osmo-stp_10.42.42.5(pid=18227): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)]\u000a03:26:35.641529 run osmo-stp_10.42.42.5(pid=18227): stdout: \u000a| (launched: 2022-12-09_03:26:34.120292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:35.780089 run osmo-stp_10.42.42.5(pid=18227): stderr: \u000a| �[0;m�[38;5;43m20221209032634315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032634315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032634315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032634315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032634316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032634316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032634316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:35.912474 run osmo-stp_10.42.42.5(pid=18227): stdout: \u000a| (launched: 2022-12-09_03:26:34.120292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:36.043904 run osmo-stp_10.42.42.5(pid=18227): stderr: \u000a| �[0;m�[38;5;43m20221209032634315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032634315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032634315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032634315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032634316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032634316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032634316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:36.101792 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18227): Process ended prematurely: osmo-stp_10.42.42.5(pid=18227) [trial-2353↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18227)] [trial-2353↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a03:26:36.110281 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:26:36.173415 run osmo-hlr_10.42.42.2(pid=18224): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18224)]\u000a03:26:36.224747 run osmo-hlr_10.42.42.2(pid=18224): stdout: \u000a| (launched: 2022-12-09_03:26:33.119360) \u000a03:26:36.276719 run osmo-hlr_10.42.42.2(pid=18224): stderr: \u000a| �[0;m�[1;31m20221209032633320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032633320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032633320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032633320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032633320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032633320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032633335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032633343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032633343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032633344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:36.347252 run osmo-msc_10.42.42.6(pid=18230): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18230)]\u000a03:26:36.398282 run osmo-msc_10.42.42.6(pid=18230): stdout: \u000a| (launched: 2022-12-09_03:26:35.145270) \u000a03:26:36.450561 run osmo-msc_10.42.42.6(pid=18230): stderr: \u000a| �[0;m�[38;5;43m20221209032635468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032635468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0ebc52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032635468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032635469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032635469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032635469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032635471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032635471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032635471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032635471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:36.494408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18223): Terminating (SIGTERM)\u000a03:26:36.536523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18226): Terminating (SIGTERM)\u000a03:26:36.578330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18229): Terminating (SIGTERM)\u000a03:26:36.587903 --- ParallelTerminationStrategy: PID 18223 died...\u000a03:26:36.643812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18223): Terminated: ok {rc=0}\u000a03:26:36.653857 --- ParallelTerminationStrategy: PID 18226 died...\u000a03:26:36.709315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18226): Terminated: ok {rc=0}\u000a03:26:36.719204 --- ParallelTerminationStrategy: PID 18229 died...\u000a03:26:36.774757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18229): Terminated: ok {rc=0}\u000a03:26:36.862144 bus /sierra_3: Setting Powered False\u000a03:26:37.968724 bus /sierra_3: Setting Powered False\u000a03:26:39.081523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:26:29" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18241): Process ended prematurely: osmo-stp_10.42.42.5(pid=18241) [trial-2353↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18241)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18241): Process ended prematurely: osmo-stp_10.42.42.5(pid=18241) [trial-2353↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:26:41.097505 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:41.109269 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:26:41.237726 tst handover.py: using LAC 18740\u000a03:26:41.358712 tst handover.py: using RAC 125\u000a03:26:41.482071 tst handover.py: using CellId 18740\u000a03:26:41.605958 tst handover.py: using BVCI 18741\u000a03:26:41.629631 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:26:41.774666 tst handover.py: using LAC 18741\u000a03:26:41.894660 tst handover.py: using RAC 126\u000a03:26:42.014719 tst handover.py: using CellId 18741\u000a03:26:42.140409 tst handover.py: using BVCI 18742\u000a03:26:42.164014 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:42.175002 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:42.185850 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:42.196877 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:42.207846 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:42.218845 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:26:42.338633 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:26:42.544619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:43.010556 run create_hlr_db(pid=18235): Launched\u000a03:26:43.135900 bus /sierra_2: Setting Powered False\u000a03:26:44.209413 run create_hlr_db(pid=18235): Terminated: ok {rc=0}\u000a03:26:44.618268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18237): Launched\u000a03:26:44.948419 run osmo-hlr_10.42.42.2(pid=18238): Launched\u000a03:26:45.073079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:45.618770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18240): Launched\u000a03:26:46.067827 run osmo-stp_10.42.42.5(pid=18241): Launched\u000a03:26:46.353733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:46.955470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18243): Launched\u000a03:26:47.353485 run osmo-msc_10.42.42.6(pid=18244): Launched\u000a03:26:47.538888 run osmo-stp_10.42.42.5(pid=18241): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18241)]\u000a03:26:47.670964 run osmo-stp_10.42.42.5(pid=18241): stdout: \u000a| (launched: 2022-12-09_03:26:45.786868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:47.800655 run osmo-stp_10.42.42.5(pid=18241): stderr: \u000a| �[0;m�[38;5;43m20221209032646083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032646083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032646084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032646085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032646087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032646087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032646087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:47.925514 run osmo-stp_10.42.42.5(pid=18241): stdout: \u000a| (launched: 2022-12-09_03:26:45.786868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:48.048315 run osmo-stp_10.42.42.5(pid=18241): stderr: \u000a| �[0;m�[38;5;43m20221209032646083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032646083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032646084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032646085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032646087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032646087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032646087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:48.102259 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18241): Process ended prematurely: osmo-stp_10.42.42.5(pid=18241) [trial-2353↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18241)] [trial-2353↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a03:26:48.110529 tst handover.py:18: Test FAILED (7.0 sec)\u000a03:26:48.170481 run osmo-hlr_10.42.42.2(pid=18238): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18238)]\u000a03:26:48.219907 run osmo-hlr_10.42.42.2(pid=18238): stdout: \u000a| (launched: 2022-12-09_03:26:44.786527) \u000a03:26:48.269616 run osmo-hlr_10.42.42.2(pid=18238): stderr: \u000a| �[0;m�[1;31m20221209032644986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032644986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032644987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032644987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032644987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032644987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032644999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032645007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032645007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032645008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:48.337374 run osmo-msc_10.42.42.6(pid=18244): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18244)]\u000a03:26:48.387069 run osmo-msc_10.42.42.6(pid=18244): stdout: \u000a| (launched: 2022-12-09_03:26:47.155067) \u000a03:26:48.437086 run osmo-msc_10.42.42.6(pid=18244): stderr: \u000a| �[0;m�[38;5;43m20221209032647495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032647496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb930685c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032647496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032647496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032647496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032647496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032647500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032647500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032647500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032647500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:48.479034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18237): Terminating (SIGTERM)\u000a03:26:48.518934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18240): Terminating (SIGTERM)\u000a03:26:48.558898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18243): Terminating (SIGTERM)\u000a03:26:48.568250 --- ParallelTerminationStrategy: PID 18237 died...\u000a03:26:48.621765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18237): Terminated: ok {rc=0}\u000a03:26:48.631602 --- ParallelTerminationStrategy: PID 18240 died...\u000a03:26:48.684664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18240): Terminated: ok {rc=0}\u000a03:26:48.694496 --- ParallelTerminationStrategy: PID 18243 died...\u000a03:26:48.748007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18243): Terminated: ok {rc=0}\u000a03:26:48.837080 bus /sierra_3: Setting Powered False\u000a03:26:49.941609 bus /sierra_3: Setting Powered False\u000a03:26:51.054191 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:26:40" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18256): Process ended prematurely: osmo-stp_10.42.42.5(pid=18256) [trial-2353↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18256)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18256): Process ended prematurely: osmo-stp_10.42.42.5(pid=18256) [trial-2353↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a03:26:53.025310 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:53.036671 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:26:53.166929 tst handover.py: using LAC 18742\u000a03:26:53.296255 tst handover.py: using RAC 127\u000a03:26:53.427355 tst handover.py: using CellId 18742\u000a03:26:53.556663 tst handover.py: using BVCI 18743\u000a03:26:53.581874 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:26:53.715227 tst handover.py: using LAC 18743\u000a03:26:53.842777 tst handover.py: using RAC 128\u000a03:26:53.970364 tst handover.py: using CellId 18743\u000a03:26:54.098540 tst handover.py: using BVCI 18744\u000a03:26:54.123951 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:54.135400 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:54.147713 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:54.159089 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:54.170772 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:54.182331 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:26:54.303278 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:26:54.511058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:54.979292 run create_hlr_db(pid=18250): Launched\u000a03:26:55.115448 bus /sierra_2: Setting Powered False\u000a03:26:56.192267 run create_hlr_db(pid=18250): Terminated: ok {rc=0}\u000a03:26:56.603669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18252): Launched\u000a03:26:56.935462 run osmo-hlr_10.42.42.2(pid=18253): Launched\u000a03:26:57.055530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:57.602470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18255): Launched\u000a03:26:57.934124 run osmo-stp_10.42.42.5(pid=18256): Launched\u000a03:26:58.054748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:58.630331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18258): Launched\u000a03:26:58.962968 run osmo-msc_10.42.42.6(pid=18259): Launched\u000a03:26:59.157319 run osmo-stp_10.42.42.5(pid=18256): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18256)]\u000a03:26:59.296330 run osmo-stp_10.42.42.5(pid=18256): stdout: \u000a| (launched: 2022-12-09_03:26:57.770862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:59.434211 run osmo-stp_10.42.42.5(pid=18256): stderr: \u000a| �[0;m�[38;5;43m20221209032657966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032657967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032657967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032657967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032657968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032657968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032657968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:59.567005 run osmo-stp_10.42.42.5(pid=18256): stdout: \u000a| (launched: 2022-12-09_03:26:57.770862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:59.698971 run osmo-stp_10.42.42.5(pid=18256): stderr: \u000a| �[0;m�[38;5;43m20221209032657966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032657967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032657967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032657967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032657968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032657968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032657968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:59.756648 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18256): Process ended prematurely: osmo-stp_10.42.42.5(pid=18256) [trial-2353↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18256)] [trial-2353↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a03:26:59.765636 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:26:59.828869 run osmo-hlr_10.42.42.2(pid=18253): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18253)]\u000a03:26:59.880925 run osmo-hlr_10.42.42.2(pid=18253): stdout: \u000a| (launched: 2022-12-09_03:26:56.772207) \u000a03:26:59.933097 run osmo-hlr_10.42.42.2(pid=18253): stderr: \u000a| �[0;m�[1;31m20221209032656972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032656972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032656972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032656972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032656972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032656972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032656995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032657005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032657005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032657005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:00.004079 run osmo-msc_10.42.42.6(pid=18259): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18259)]\u000a03:27:00.055532 run osmo-msc_10.42.42.6(pid=18259): stdout: \u000a| (launched: 2022-12-09_03:26:58.798545) \u000a03:27:00.107970 run osmo-msc_10.42.42.6(pid=18259): stderr: \u000a| �[0;m�[38;5;43m20221209032659123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032659123 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f82109c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032659123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032659123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032659123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032659123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032659125 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032659125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032659126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032659126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:00.152076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18252): Terminating (SIGTERM)\u000a03:27:00.194290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18255): Terminating (SIGTERM)\u000a03:27:00.236074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18258): Terminating (SIGTERM)\u000a03:27:00.246029 --- ParallelTerminationStrategy: PID 18252 died...\u000a03:27:00.302422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18252): Terminated: ok {rc=0}\u000a03:27:00.312532 --- ParallelTerminationStrategy: PID 18255 died...\u000a03:27:00.368480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18255): Terminated: ok {rc=0}\u000a03:27:00.378604 --- ParallelTerminationStrategy: PID 18258 died...\u000a03:27:00.434901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18258): Terminated: ok {rc=0}\u000a03:27:00.521645 bus /sierra_3: Setting Powered False\u000a03:27:01.631817 bus /sierra_3: Setting Powered False\u000a03:27:02.741633 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:26:52" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2353↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2353↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:27:04.724737 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:04.735584 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:27:04.858637 tst handover.py: using LAC 18744\u000a03:27:04.978179 tst handover.py: using RAC 129\u000a03:27:05.098664 tst handover.py: using CellId 18744\u000a03:27:05.220568 tst handover.py: using BVCI 18745\u000a03:27:05.244050 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:27:05.382109 tst handover.py: using LAC 18745\u000a03:27:05.502181 tst handover.py: using RAC 130\u000a03:27:05.625192 tst handover.py: using CellId 18745\u000a03:27:05.747870 tst handover.py: using BVCI 18746\u000a03:27:05.771607 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:05.782650 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:05.793416 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:05.803974 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:05.814772 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:05.825512 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:27:05.945241 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:27:06.152095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:06.623743 run create_hlr_db(pid=18264): Launched\u000a03:27:06.749394 bus /sierra_2: Setting Powered False\u000a03:27:07.824900 run create_hlr_db(pid=18264): Terminated: ok {rc=0}\u000a03:27:08.235895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Launched\u000a03:27:08.567813 run osmo-hlr_10.42.42.2(pid=18267): Launched\u000a03:27:08.689610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:09.234174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Launched\u000a03:27:09.566676 run osmo-stp_10.42.42.5(pid=18270): Launched\u000a03:27:09.687401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:10.262096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18272): Launched\u000a03:27:10.595659 run osmo-msc_10.42.42.6(pid=18273): Launched\u000a03:27:10.790584 run osmo-stp_10.42.42.5(pid=18270): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]\u000a03:27:10.931130 run osmo-stp_10.42.42.5(pid=18270): stdout: \u000a| (launched: 2022-12-09_03:27:09.402278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:11.070089 run osmo-stp_10.42.42.5(pid=18270): stderr: \u000a| �[0;m�[38;5;43m20221209032709596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032709596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032709596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032709597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032709597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032709597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032709597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:11.203638 run osmo-stp_10.42.42.5(pid=18270): stdout: \u000a| (launched: 2022-12-09_03:27:09.402278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:11.335377 run osmo-stp_10.42.42.5(pid=18270): stderr: \u000a| �[0;m�[38;5;43m20221209032709596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032709596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032709596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032709597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032709597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032709597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032709597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:11.393021 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2353↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)] [trial-2353↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a03:27:11.401968 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:27:11.465106 run osmo-hlr_10.42.42.2(pid=18267): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18267)]\u000a03:27:11.516560 run osmo-hlr_10.42.42.2(pid=18267): stdout: \u000a| (launched: 2022-12-09_03:27:08.404481) \u000a03:27:11.568895 run osmo-hlr_10.42.42.2(pid=18267): stderr: \u000a| �[0;m�[1;31m20221209032708606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032708606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032708606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032708606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032708606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032708606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032708648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032708657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032708657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032708657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:11.639214 run osmo-msc_10.42.42.6(pid=18273): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18273)]\u000a03:27:11.690828 run osmo-msc_10.42.42.6(pid=18273): stdout: \u000a| (launched: 2022-12-09_03:27:10.430413) \u000a03:27:11.742980 run osmo-msc_10.42.42.6(pid=18273): stderr: \u000a| �[0;m�[38;5;43m20221209032710753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032710753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f076a1f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032710753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032710753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032710754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032710754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032710755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032710756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032710756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032710756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:11.786854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Terminating (SIGTERM)\u000a03:27:11.828923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Terminating (SIGTERM)\u000a03:27:11.870598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18272): Terminating (SIGTERM)\u000a03:27:11.880581 --- ParallelTerminationStrategy: PID 18266 died...\u000a03:27:11.937017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Terminated: ok {rc=0}\u000a03:27:11.947307 --- ParallelTerminationStrategy: PID 18269 died...\u000a03:27:12.003144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Terminated: ok {rc=0}\u000a03:27:12.013627 --- ParallelTerminationStrategy: PID 18272 died...\u000a03:27:12.069574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18272): Terminated: ok {rc=0}\u000a03:27:12.156379 bus /sierra_3: Setting Powered False\u000a03:27:13.262419 bus /sierra_3: Setting Powered False\u000a03:27:14.374004 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:27:04" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18284): Process ended prematurely: osmo-stp_10.42.42.5(pid=18284) [trial-2353↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18284)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18284): Process ended prematurely: osmo-stp_10.42.42.5(pid=18284) [trial-2353↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:27:16.369531 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:16.382194 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:27:16.512501 tst handover.py: using LAC 18746\u000a03:27:16.638207 tst handover.py: using RAC 131\u000a03:27:16.771454 tst handover.py: using CellId 18746\u000a03:27:16.908265 tst handover.py: using BVCI 18747\u000a03:27:16.935488 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:27:17.083870 tst handover.py: using LAC 18747\u000a03:27:17.219246 tst handover.py: using RAC 132\u000a03:27:17.354584 tst handover.py: using CellId 18747\u000a03:27:17.484532 tst handover.py: using BVCI 18748\u000a03:27:17.510193 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:17.522101 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:17.533647 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:17.545527 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:17.557406 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:27:17.569478 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:27:17.688565 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:27:17.894235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:18.365067 run create_hlr_db(pid=18278): Launched\u000a03:27:18.491071 bus /sierra_2: Setting Powered False\u000a03:27:19.564706 run create_hlr_db(pid=18278): Terminated: ok {rc=0}\u000a03:27:19.976222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18280): Launched\u000a03:27:20.309727 run osmo-hlr_10.42.42.2(pid=18281): Launched\u000a03:27:20.433200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:20.978975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18283): Launched\u000a03:27:21.310589 run osmo-stp_10.42.42.5(pid=18284): Launched\u000a03:27:21.432156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:22.006821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18286): Launched\u000a03:27:22.338891 run osmo-msc_10.42.42.6(pid=18287): Launched\u000a03:27:22.533134 run osmo-stp_10.42.42.5(pid=18284): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18284)]\u000a03:27:22.673615 run osmo-stp_10.42.42.5(pid=18284): stdout: \u000a| (launched: 2022-12-09_03:27:21.147853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:22.813812 run osmo-stp_10.42.42.5(pid=18284): stderr: \u000a| �[0;m�[38;5;43m20221209032721343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032721343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032721343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032721343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032721344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032721344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032721344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:22.947046 run osmo-stp_10.42.42.5(pid=18284): stdout: \u000a| (launched: 2022-12-09_03:27:21.147853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:23.078747 run osmo-stp_10.42.42.5(pid=18284): stderr: \u000a| �[0;m�[38;5;43m20221209032721343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032721343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032721343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032721343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032721344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032721344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032721344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:23.136745 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18284): Process ended prematurely: osmo-stp_10.42.42.5(pid=18284) [trial-2353↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18284)] [trial-2353↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:27:23.145495 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:27:23.209083 run osmo-hlr_10.42.42.2(pid=18281): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18281)]\u000a03:27:23.260815 run osmo-hlr_10.42.42.2(pid=18281): stdout: \u000a| (launched: 2022-12-09_03:27:20.146080) \u000a03:27:23.313404 run osmo-hlr_10.42.42.2(pid=18281): stderr: \u000a| �[0;m�[1;31m20221209032720348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032720348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032720348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032720348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032720348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032720348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032720361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032720370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032720370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032720370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:23.384566 run osmo-msc_10.42.42.6(pid=18287): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18287)]\u000a03:27:23.436311 run osmo-msc_10.42.42.6(pid=18287): stdout: \u000a| (launched: 2022-12-09_03:27:22.175741) \u000a03:27:23.488874 run osmo-msc_10.42.42.6(pid=18287): stderr: \u000a| �[0;m�[38;5;43m20221209032722501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032722501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f061d468c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032722501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032722501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032722502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032722502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032722503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032722504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032722504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032722504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:23.533066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18280): Terminating (SIGTERM)\u000a03:27:23.574817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18283): Terminating (SIGTERM)\u000a03:27:23.616870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18286): Terminating (SIGTERM)\u000a03:27:23.626829 --- ParallelTerminationStrategy: PID 18280 died...\u000a03:27:23.683291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18280): Terminated: ok {rc=0}\u000a03:27:23.693415 --- ParallelTerminationStrategy: PID 18283 died...\u000a03:27:23.749506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18283): Terminated: ok {rc=0}\u000a03:27:23.759575 --- ParallelTerminationStrategy: PID 18286 died...\u000a03:27:23.815758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18286): Terminated: ok {rc=0}\u000a03:27:23.903190 bus /sierra_3: Setting Powered False\u000a03:27:25.010379 bus /sierra_3: Setting Powered False\u000a03:27:26.117816 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:27:16" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18298): Process ended prematurely: osmo-stp_10.42.42.5(pid=18298) [trial-2353↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18298): Process ended prematurely: osmo-stp_10.42.42.5(pid=18298) [trial-2353↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:27:28.120349 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:28.131623 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:27:28.263104 tst handover.py: using LAC 18748\u000a03:27:28.392270 tst handover.py: using RAC 133\u000a03:27:28.523896 tst handover.py: using CellId 18748\u000a03:27:28.655626 tst handover.py: using BVCI 18749\u000a03:27:28.680767 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:27:28.828596 tst handover.py: using LAC 18749\u000a03:27:28.960690 tst handover.py: using RAC 134\u000a03:27:29.092251 tst handover.py: using CellId 18749\u000a03:27:29.218145 tst handover.py: using BVCI 18750\u000a03:27:29.242334 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:29.253588 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:29.264544 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:29.275847 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:29.287196 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:29.298399 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:27:29.418437 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:27:29.627633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:30.094850 run create_hlr_db(pid=18292): Launched\u000a03:27:30.220065 bus /sierra_2: Setting Powered False\u000a03:27:31.309445 run create_hlr_db(pid=18292): Terminated: ok {rc=0}\u000a03:27:31.739841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18294): Launched\u000a03:27:32.158889 run osmo-hlr_10.42.42.2(pid=18295): Launched\u000a03:27:32.278938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:32.793353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18297): Launched\u000a03:27:33.103170 run osmo-stp_10.42.42.5(pid=18298): Launched\u000a03:27:33.215745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:33.751621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18300): Launched\u000a03:27:34.061403 run osmo-msc_10.42.42.6(pid=18301): Launched\u000a03:27:34.241932 run osmo-stp_10.42.42.5(pid=18298): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)]\u000a03:27:34.371542 run osmo-stp_10.42.42.5(pid=18298): stdout: \u000a| (launched: 2022-12-09_03:27:32.950168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:34.499250 run osmo-stp_10.42.42.5(pid=18298): stderr: \u000a| �[0;m�[38;5;43m20221209032733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032733124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032733124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032733125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:34.622500 run osmo-stp_10.42.42.5(pid=18298): stdout: \u000a| (launched: 2022-12-09_03:27:32.950168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:34.744415 run osmo-stp_10.42.42.5(pid=18298): stderr: \u000a| �[0;m�[38;5;43m20221209032733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032733124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032733124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032733125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:34.798012 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18298): Process ended prematurely: osmo-stp_10.42.42.5(pid=18298) [trial-2353↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)] [trial-2353↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:27:34.806178 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:27:34.866027 run osmo-hlr_10.42.42.2(pid=18295): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18295)]\u000a03:27:34.915215 run osmo-hlr_10.42.42.2(pid=18295): stdout: \u000a| (launched: 2022-12-09_03:27:31.913898) \u000a03:27:34.964613 run osmo-hlr_10.42.42.2(pid=18295): stderr: \u000a| �[0;m�[1;31m20221209032732193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032732193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032732193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032732193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032732193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032732193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032732209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032732217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032732217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032732217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:35.031558 run osmo-msc_10.42.42.6(pid=18301): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18301)]\u000a03:27:35.080038 run osmo-msc_10.42.42.6(pid=18301): stdout: \u000a| (launched: 2022-12-09_03:27:33.908738) \u000a03:27:35.129282 run osmo-msc_10.42.42.6(pid=18301): stderr: \u000a| �[0;m�[38;5;43m20221209032734181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032734182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b50bb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032734182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032734182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032734182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032734182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032734184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032734184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032734184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032734184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:35.170971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18294): Terminating (SIGTERM)\u000a03:27:35.210803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18297): Terminating (SIGTERM)\u000a03:27:35.250434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18300): Terminating (SIGTERM)\u000a03:27:35.259758 --- ParallelTerminationStrategy: PID 18294 died...\u000a03:27:35.313084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18294): Terminated: ok {rc=0}\u000a03:27:35.322920 --- ParallelTerminationStrategy: PID 18297 died...\u000a03:27:35.375703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18297): Terminated: ok {rc=0}\u000a03:27:35.385518 --- ParallelTerminationStrategy: PID 18300 died...\u000a03:27:35.438382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18300): Terminated: ok {rc=0}\u000a03:27:35.522407 bus /sierra_3: Setting Powered False\u000a03:27:36.629591 bus /sierra_3: Setting Powered False\u000a03:27:37.741943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:27:27" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18312): Process ended prematurely: osmo-stp_10.42.42.5(pid=18312) [trial-2353↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18312)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18312): Process ended prematurely: osmo-stp_10.42.42.5(pid=18312) [trial-2353↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:27:39.707653 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:39.718544 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:27:39.841672 tst handover.py: using LAC 18750\u000a03:27:39.962330 tst handover.py: using RAC 135\u000a03:27:40.084918 tst handover.py: using CellId 18750\u000a03:27:40.206670 tst handover.py: using BVCI 18751\u000a03:27:40.230267 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:27:40.353169 tst handover.py: using LAC 18751\u000a03:27:40.481598 tst handover.py: using RAC 136\u000a03:27:40.609668 tst handover.py: using CellId 18751\u000a03:27:40.731730 tst handover.py: using BVCI 18752\u000a03:27:40.755417 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:40.766440 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:40.777402 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:40.788407 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:40.799502 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:40.810464 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:27:40.931646 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:27:41.139376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:41.607761 run create_hlr_db(pid=18306): Launched\u000a03:27:41.732919 bus /sierra_2: Setting Powered False\u000a03:27:42.806071 run create_hlr_db(pid=18306): Terminated: ok {rc=0}\u000a03:27:43.215946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18308): Launched\u000a03:27:43.547326 run osmo-hlr_10.42.42.2(pid=18309): Launched\u000a03:27:43.670393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:44.218322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18311): Launched\u000a03:27:44.550696 run osmo-stp_10.42.42.5(pid=18312): Launched\u000a03:27:44.671790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:45.248045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18314): Launched\u000a03:27:45.578048 run osmo-msc_10.42.42.6(pid=18315): Launched\u000a03:27:45.773602 run osmo-stp_10.42.42.5(pid=18312): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18312)]\u000a03:27:45.989211 run osmo-stp_10.42.42.5(pid=18312): stdout: \u000a| (launched: 2022-12-09_03:27:44.386458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:46.194618 run osmo-stp_10.42.42.5(pid=18312): stderr: \u000a| �[0;m�[38;5;43m20221209032744579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032744580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032744580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032744580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032744582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032744583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032744583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:46.332484 run osmo-stp_10.42.42.5(pid=18312): stdout: \u000a| (launched: 2022-12-09_03:27:44.386458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:46.467548 run osmo-stp_10.42.42.5(pid=18312): stderr: \u000a| �[0;m�[38;5;43m20221209032744579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032744580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032744580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032744580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032744582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032744583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032744583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:46.528071 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18312): Process ended prematurely: osmo-stp_10.42.42.5(pid=18312) [trial-2353↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18312)] [trial-2353↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a03:27:46.537885 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:27:46.604128 run osmo-hlr_10.42.42.2(pid=18309): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18309)]\u000a03:27:46.658973 run osmo-hlr_10.42.42.2(pid=18309): stdout: \u000a| (launched: 2022-12-09_03:27:43.384489) \u000a03:27:46.716270 run osmo-hlr_10.42.42.2(pid=18309): stderr: \u000a| �[0;m�[1;31m20221209032743583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032743583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032743584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032743584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032743584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032743584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032743596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032743605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032743605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032743605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:46.789620 run osmo-msc_10.42.42.6(pid=18315): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18315)]\u000a03:27:46.843549 run osmo-msc_10.42.42.6(pid=18315): stdout: \u000a| (launched: 2022-12-09_03:27:45.415804) \u000a03:27:46.899202 run osmo-msc_10.42.42.6(pid=18315): stderr: \u000a| �[0;m�[38;5;43m20221209032745739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032745739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c6dae8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032745739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032745739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032745739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032745739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032745741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032745741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032745742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032745742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:46.947196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18308): Terminating (SIGTERM)\u000a03:27:46.991977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18311): Terminating (SIGTERM)\u000a03:27:47.035038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18314): Terminating (SIGTERM)\u000a03:27:47.046400 --- ParallelTerminationStrategy: PID 18308 died...\u000a03:27:47.107184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18308): Terminated: ok {rc=0}\u000a03:27:47.118347 --- ParallelTerminationStrategy: PID 18311 died...\u000a03:27:47.177738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18311): Terminated: ok {rc=0}\u000a03:27:47.188634 --- ParallelTerminationStrategy: PID 18314 died...\u000a03:27:47.247949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18314): Terminated: ok {rc=0}\u000a03:27:47.337682 bus /sierra_3: Setting Powered False\u000a03:27:48.443761 bus /sierra_3: Setting Powered False\u000a03:27:49.556643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18326): Process ended prematurely: osmo-stp_10.42.42.5(pid=18326) [trial-2353↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18326)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18326): Process ended prematurely: osmo-stp_10.42.42.5(pid=18326) [trial-2353↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:27:51.546641 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:51.558033 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:27:51.695394 tst handover.py: using LAC 18752\u000a03:27:51.823042 tst handover.py: using RAC 137\u000a03:27:51.954852 tst handover.py: using CellId 18752\u000a03:27:52.084042 tst handover.py: using BVCI 18753\u000a03:27:52.110103 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:27:52.255391 tst handover.py: using LAC 18753\u000a03:27:52.383207 tst handover.py: using RAC 138\u000a03:27:52.510707 tst handover.py: using CellId 18753\u000a03:27:52.637723 tst handover.py: using BVCI 18754\u000a03:27:52.661570 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:52.672595 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:52.683554 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:52.695161 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:52.706783 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:52.717887 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:27:52.837610 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:27:53.043487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:53.511079 run create_hlr_db(pid=18320): Launched\u000a03:27:53.636341 bus /sierra_2: Setting Powered False\u000a03:27:54.710174 run create_hlr_db(pid=18320): Terminated: ok {rc=0}\u000a03:27:55.121648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18322): Launched\u000a03:27:55.454272 run osmo-hlr_10.42.42.2(pid=18323): Launched\u000a03:27:55.578131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:56.123572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18325): Launched\u000a03:27:56.453593 run osmo-stp_10.42.42.5(pid=18326): Launched\u000a03:27:56.575621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:57.150243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18328): Launched\u000a03:27:57.481909 run osmo-msc_10.42.42.6(pid=18329): Launched\u000a03:27:57.676936 run osmo-stp_10.42.42.5(pid=18326): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18326)]\u000a03:27:57.816921 run osmo-stp_10.42.42.5(pid=18326): stdout: \u000a| (launched: 2022-12-09_03:27:56.291601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:57.954878 run osmo-stp_10.42.42.5(pid=18326): stderr: \u000a| �[0;m�[38;5;43m20221209032756486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032756486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032756487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032756487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032756487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032756487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032756488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:58.087955 run osmo-stp_10.42.42.5(pid=18326): stdout: \u000a| (launched: 2022-12-09_03:27:56.291601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:58.220643 run osmo-stp_10.42.42.5(pid=18326): stderr: \u000a| �[0;m�[38;5;43m20221209032756486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032756486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032756487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032756487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032756487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032756487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032756488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:58.278279 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18326): Process ended prematurely: osmo-stp_10.42.42.5(pid=18326) [trial-2353↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18326)] [trial-2353↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a03:27:58.287001 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:27:58.350584 run osmo-hlr_10.42.42.2(pid=18323): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18323)]\u000a03:27:58.402419 run osmo-hlr_10.42.42.2(pid=18323): stdout: \u000a| (launched: 2022-12-09_03:27:55.290133) \u000a03:27:58.455030 run osmo-hlr_10.42.42.2(pid=18323): stderr: \u000a| �[0;m�[1;31m20221209032755492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032755492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032755492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032755492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032755492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032755492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032755504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032755513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032755513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032755513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:58.525453 run osmo-msc_10.42.42.6(pid=18329): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18329)]\u000a03:27:58.576938 run osmo-msc_10.42.42.6(pid=18329): stdout: \u000a| (launched: 2022-12-09_03:27:57.318066) \u000a03:27:58.629240 run osmo-msc_10.42.42.6(pid=18329): stderr: \u000a| �[0;m�[38;5;43m20221209032757639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032757640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda3d771c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032757640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032757640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032757640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032757640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032757642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032757642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032757643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032757643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:58.673924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18322): Terminating (SIGTERM)\u000a03:27:58.715657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18325): Terminating (SIGTERM)\u000a03:27:58.758111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18328): Terminating (SIGTERM)\u000a03:27:58.768032 --- ParallelTerminationStrategy: PID 18322 died...\u000a03:27:58.824575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18322): Terminated: ok {rc=0}\u000a03:27:58.834786 --- ParallelTerminationStrategy: PID 18325 died...\u000a03:27:58.890522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18325): Terminated: ok {rc=0}\u000a03:27:58.900789 --- ParallelTerminationStrategy: PID 18328 died...\u000a03:27:58.956499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18328): Terminated: ok {rc=0}\u000a03:27:59.043721 bus /sierra_3: Setting Powered False\u000a03:28:00.150200 bus /sierra_3: Setting Powered False\u000a03:28:01.266935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:27:51" }, { "cases" : [ { "testActions" : [ ], "age" : 151, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18340): Process ended prematurely: osmo-stp_10.42.42.5(pid=18340) [trial-2353↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18340): Process ended prematurely: osmo-stp_10.42.42.5(pid=18340) [trial-2353↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:28:03.268201 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:03.279279 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:28:03.403866 tst handover.py: using LAC 18754\u000a03:28:03.526135 tst handover.py: using RAC 139\u000a03:28:03.646454 tst handover.py: using CellId 18754\u000a03:28:03.766740 tst handover.py: using BVCI 18755\u000a03:28:03.790425 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:28:03.926581 tst handover.py: using LAC 18755\u000a03:28:04.052527 tst handover.py: using RAC 140\u000a03:28:04.173139 tst handover.py: using CellId 18755\u000a03:28:04.293956 tst handover.py: using BVCI 18756\u000a03:28:04.317651 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:04.328620 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:04.339657 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:04.350841 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:04.362061 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:04.373088 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:28:04.494146 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:28:04.708589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:05.201348 run create_hlr_db(pid=18334): Launched\u000a03:28:05.336242 bus /sierra_2: Setting Powered False\u000a03:28:06.413595 run create_hlr_db(pid=18334): Terminated: ok {rc=0}\u000a03:28:06.825015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18336): Launched\u000a03:28:07.159539 run osmo-hlr_10.42.42.2(pid=18337): Launched\u000a03:28:07.283471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:07.829920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18339): Launched\u000a03:28:08.164078 run osmo-stp_10.42.42.5(pid=18340): Launched\u000a03:28:08.284903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:08.859051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18342): Launched\u000a03:28:09.191397 run osmo-msc_10.42.42.6(pid=18343): Launched\u000a03:28:09.386190 run osmo-stp_10.42.42.5(pid=18340): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)]\u000a03:28:09.526334 run osmo-stp_10.42.42.5(pid=18340): stdout: \u000a| (launched: 2022-12-09_03:28:07.998425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:09.664467 run osmo-stp_10.42.42.5(pid=18340): stderr: \u000a| �[0;m�[38;5;43m20221209032808194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032808194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032808194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032808195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032808195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032808196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032808196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:09.797242 run osmo-stp_10.42.42.5(pid=18340): stdout: \u000a| (launched: 2022-12-09_03:28:07.998425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:09.928816 run osmo-stp_10.42.42.5(pid=18340): stderr: \u000a| �[0;m�[38;5;43m20221209032808194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032808194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032808194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032808195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032808195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032808196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032808196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:09.986537 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18340): Process ended prematurely: osmo-stp_10.42.42.5(pid=18340) [trial-2353↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)] [trial-2353↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a03:28:09.995038 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:10.058192 run osmo-hlr_10.42.42.2(pid=18337): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18337)]\u000a03:28:10.110220 run osmo-hlr_10.42.42.2(pid=18337): stdout: \u000a| (launched: 2022-12-09_03:28:06.994064) \u000a03:28:10.162385 run osmo-hlr_10.42.42.2(pid=18337): stderr: \u000a| �[0;m�[1;31m20221209032807195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032807195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032807195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032807195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032807195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032807195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032807208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032807216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032807216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032807217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:10.233214 run osmo-msc_10.42.42.6(pid=18343): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18343)]\u000a03:28:10.284481 run osmo-msc_10.42.42.6(pid=18343): stdout: \u000a| (launched: 2022-12-09_03:28:09.028014) \u000a03:28:10.336478 run osmo-msc_10.42.42.6(pid=18343): stderr: \u000a| �[0;m�[38;5;43m20221209032809348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032809348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f19617c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032809348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032809348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032809348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032809349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032809350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032809351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032809351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032809351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:10.380302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18336): Terminating (SIGTERM)\u000a03:28:10.422418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18339): Terminating (SIGTERM)\u000a03:28:10.464282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18342): Terminating (SIGTERM)\u000a03:28:10.473981 --- ParallelTerminationStrategy: PID 18336 died...\u000a03:28:10.529638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18336): Terminated: ok {rc=0}\u000a03:28:10.539891 --- ParallelTerminationStrategy: PID 18339 died...\u000a03:28:10.595492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18339): Terminated: ok {rc=0}\u000a03:28:10.605891 --- ParallelTerminationStrategy: PID 18342 died...\u000a03:28:10.661722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18342): Terminated: ok {rc=0}\u000a03:28:10.749061 bus /sierra_3: Setting Powered False\u000a03:28:11.852762 bus /sierra_3: Setting Powered False\u000a03:28:12.963748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:28:02" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18354): Process ended prematurely: osmo-stp_10.42.42.5(pid=18354) [trial-2353↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18354)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18354): Process ended prematurely: osmo-stp_10.42.42.5(pid=18354) [trial-2353↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:28:14.956033 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:28:14.967169 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:28:15.090974 tst handover.py: using LAC 18756\u000a03:28:15.214563 tst handover.py: using RAC 141\u000a03:28:15.338204 tst handover.py: using CellId 18756\u000a03:28:15.461417 tst handover.py: using BVCI 18757\u000a03:28:15.484774 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:28:15.623987 tst handover.py: using LAC 18757\u000a03:28:15.749305 tst handover.py: using RAC 142\u000a03:28:15.874473 tst handover.py: using CellId 18757\u000a03:28:16.026964 tst handover.py: using BVCI 18758\u000a03:28:16.053699 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:28:16.066095 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:28:16.080780 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:28:16.094285 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:28:16.107592 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:28:16.120773 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:28:16.237831 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:28:16.473335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:17.054159 run create_hlr_db(pid=18348): Launched\u000a03:28:17.193830 bus /sierra_2: Setting Powered False\u000a03:28:18.267521 run create_hlr_db(pid=18348): Terminated: ok {rc=0}\u000a03:28:18.655056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18350): Launched\u000a03:28:18.964209 run osmo-hlr_10.42.42.2(pid=18351): Launched\u000a03:28:19.087266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:19.605145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18353): Launched\u000a03:28:19.914425 run osmo-stp_10.42.42.5(pid=18354): Launched\u000a03:28:20.027016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:20.567883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18356): Launched\u000a03:28:20.877398 run osmo-msc_10.42.42.6(pid=18357): Launched\u000a03:28:21.057814 run osmo-stp_10.42.42.5(pid=18354): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18354)]\u000a03:28:21.188634 run osmo-stp_10.42.42.5(pid=18354): stdout: \u000a| (launched: 2022-12-09_03:28:19.761371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:21.316779 run osmo-stp_10.42.42.5(pid=18354): stderr: \u000a| �[0;m�[38;5;43m20221209032819934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032819935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032819935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032819935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032819936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032819936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032819936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:21.440568 run osmo-stp_10.42.42.5(pid=18354): stdout: \u000a| (launched: 2022-12-09_03:28:19.761371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:21.562816 run osmo-stp_10.42.42.5(pid=18354): stderr: \u000a| �[0;m�[38;5;43m20221209032819934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032819935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032819935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032819935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032819936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032819936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032819936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:21.616516 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18354): Process ended prematurely: osmo-stp_10.42.42.5(pid=18354) [trial-2353↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18354)] [trial-2353↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a03:28:21.624615 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:21.684377 run osmo-hlr_10.42.42.2(pid=18351): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18351)]\u000a03:28:21.734038 run osmo-hlr_10.42.42.2(pid=18351): stdout: \u000a| (launched: 2022-12-09_03:28:18.811969) \u000a03:28:21.784012 run osmo-hlr_10.42.42.2(pid=18351): stderr: \u000a| �[0;m�[1;31m20221209032818991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032818992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032818992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032818992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032818992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032818992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032819004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032819014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032819015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032819015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:21.851709 run osmo-msc_10.42.42.6(pid=18357): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18357)]\u000a03:28:21.900669 run osmo-msc_10.42.42.6(pid=18357): stdout: \u000a| (launched: 2022-12-09_03:28:20.724864) \u000a03:28:21.949983 run osmo-msc_10.42.42.6(pid=18357): stderr: \u000a| �[0;m�[38;5;43m20221209032820996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032820996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb56495cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032820996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032820996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032820996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032820997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032820998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032820999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032820999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032820999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:21.992029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18350): Terminating (SIGTERM)\u000a03:28:22.031817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18353): Terminating (SIGTERM)\u000a03:28:22.071906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18356): Terminating (SIGTERM)\u000a03:28:22.081184 --- ParallelTerminationStrategy: PID 18350 died...\u000a03:28:22.134685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18350): Terminated: ok {rc=0}\u000a03:28:22.144371 --- ParallelTerminationStrategy: PID 18353 died...\u000a03:28:22.197629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18353): Terminated: ok {rc=0}\u000a03:28:22.207258 --- ParallelTerminationStrategy: PID 18356 died...\u000a03:28:22.260551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18356): Terminated: ok {rc=0}\u000a03:28:22.349463 bus /sierra_3: Setting Powered False\u000a03:28:23.454032 bus /sierra_3: Setting Powered False\u000a03:28:24.566648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:28:14" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18368): Process ended prematurely: osmo-stp_10.42.42.5(pid=18368) [trial-2353↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18368)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18368): Process ended prematurely: osmo-stp_10.42.42.5(pid=18368) [trial-2353↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:28:26.545664 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:26.556890 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:28:26.682380 tst handover.py: using LAC 18758\u000a03:28:26.806211 tst handover.py: using RAC 143\u000a03:28:26.930103 tst handover.py: using CellId 18758\u000a03:28:27.051723 tst handover.py: using BVCI 18759\u000a03:28:27.075266 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:28:27.215510 tst handover.py: using LAC 18759\u000a03:28:27.337717 tst handover.py: using RAC 144\u000a03:28:27.457550 tst handover.py: using CellId 18759\u000a03:28:27.578080 tst handover.py: using BVCI 18760\u000a03:28:27.601793 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:27.612852 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:27.623814 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:27.635203 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:27.646643 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:27.657916 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:28:27.780765 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:28:27.994945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:28.487662 run create_hlr_db(pid=18362): Launched\u000a03:28:28.622389 bus /sierra_2: Setting Powered False\u000a03:28:29.699714 run create_hlr_db(pid=18362): Terminated: ok {rc=0}\u000a03:28:30.088391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18364): Launched\u000a03:28:30.400246 run osmo-hlr_10.42.42.2(pid=18365): Launched\u000a03:28:30.515502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:31.081563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18367): Launched\u000a03:28:31.523684 run osmo-stp_10.42.42.5(pid=18368): Launched\u000a03:28:31.667916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:32.302907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18370): Launched\u000a03:28:32.636291 run osmo-msc_10.42.42.6(pid=18371): Launched\u000a03:28:32.832222 run osmo-stp_10.42.42.5(pid=18368): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18368)]\u000a03:28:32.973319 run osmo-stp_10.42.42.5(pid=18368): stdout: \u000a| (launched: 2022-12-09_03:28:31.254874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:33.111954 run osmo-stp_10.42.42.5(pid=18368): stderr: \u000a| �[0;m�[38;5;43m20221209032831555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032831555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032831556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032831556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032831556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032831557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032831557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:33.244906 run osmo-stp_10.42.42.5(pid=18368): stdout: \u000a| (launched: 2022-12-09_03:28:31.254874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:33.376695 run osmo-stp_10.42.42.5(pid=18368): stderr: \u000a| �[0;m�[38;5;43m20221209032831555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032831555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032831556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032831556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032831556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032831557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032831557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:33.434086 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18368): Process ended prematurely: osmo-stp_10.42.42.5(pid=18368) [trial-2353↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18368)] [trial-2353↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:28:33.442600 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:28:33.505989 run osmo-hlr_10.42.42.2(pid=18365): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18365)]\u000a03:28:33.557693 run osmo-hlr_10.42.42.2(pid=18365): stdout: \u000a| (launched: 2022-12-09_03:28:30.246459) \u000a03:28:33.610018 run osmo-hlr_10.42.42.2(pid=18365): stderr: \u000a| �[0;m�[1;31m20221209032830424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032830424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032830424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032830424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032830424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032830424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032830437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032830445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032830445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032830445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:33.680897 run osmo-msc_10.42.42.6(pid=18371): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18371)]\u000a03:28:33.732468 run osmo-msc_10.42.42.6(pid=18371): stdout: \u000a| (launched: 2022-12-09_03:28:32.472009) \u000a03:28:33.784708 run osmo-msc_10.42.42.6(pid=18371): stderr: \u000a| �[0;m�[38;5;43m20221209032832793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032832794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbae894fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032832794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032832794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032832794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032832794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032832796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032832796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032832796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032832796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:33.828726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18364): Terminating (SIGTERM)\u000a03:28:33.870857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18367): Terminating (SIGTERM)\u000a03:28:33.912798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18370): Terminating (SIGTERM)\u000a03:28:33.923555 --- ParallelTerminationStrategy: PID 18364 died...\u000a03:28:33.979501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18364): Terminated: ok {rc=0}\u000a03:28:33.989593 --- ParallelTerminationStrategy: PID 18367 died...\u000a03:28:34.045596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18367): Terminated: ok {rc=0}\u000a03:28:34.055629 --- ParallelTerminationStrategy: PID 18370 died...\u000a03:28:34.111690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18370): Terminated: ok {rc=0}\u000a03:28:34.198453 bus /sierra_3: Setting Powered False\u000a03:28:35.305247 bus /sierra_3: Setting Powered False\u000a03:28:36.417266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:28:26" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18382): Process ended prematurely: osmo-stp_10.42.42.5(pid=18382) [trial-2353↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18382)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18382): Process ended prematurely: osmo-stp_10.42.42.5(pid=18382) [trial-2353↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:28:38.402797 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:38.414512 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:28:38.538167 tst handover.py: using LAC 18760\u000a03:28:38.662758 tst handover.py: using RAC 145\u000a03:28:38.786263 tst handover.py: using CellId 18760\u000a03:28:38.909520 tst handover.py: using BVCI 18761\u000a03:28:38.933516 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:28:39.074122 tst handover.py: using LAC 18761\u000a03:28:39.198694 tst handover.py: using RAC 146\u000a03:28:39.322768 tst handover.py: using CellId 18761\u000a03:28:39.446163 tst handover.py: using BVCI 18762\u000a03:28:39.470042 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:39.481273 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:39.492375 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:39.503507 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:39.514625 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:39.525616 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:28:39.646069 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:28:39.853015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:40.322949 run create_hlr_db(pid=18376): Launched\u000a03:28:40.449205 bus /sierra_2: Setting Powered False\u000a03:28:41.532780 run create_hlr_db(pid=18376): Terminated: ok {rc=0}\u000a03:28:41.919668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18378): Launched\u000a03:28:42.228794 run osmo-hlr_10.42.42.2(pid=18379): Launched\u000a03:28:42.341853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:42.850136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18381): Launched\u000a03:28:43.158061 run osmo-stp_10.42.42.5(pid=18382): Launched\u000a03:28:43.270876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:43.806173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18384): Launched\u000a03:28:44.116377 run osmo-msc_10.42.42.6(pid=18385): Launched\u000a03:28:44.297143 run osmo-stp_10.42.42.5(pid=18382): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18382)]\u000a03:28:44.427689 run osmo-stp_10.42.42.5(pid=18382): stdout: \u000a| (launched: 2022-12-09_03:28:43.006551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:44.556323 run osmo-stp_10.42.42.5(pid=18382): stderr: \u000a| �[0;m�[38;5;43m20221209032843180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032843180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032843180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032843181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032843181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032843181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032843182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:44.679954 run osmo-stp_10.42.42.5(pid=18382): stdout: \u000a| (launched: 2022-12-09_03:28:43.006551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:44.802300 run osmo-stp_10.42.42.5(pid=18382): stderr: \u000a| �[0;m�[38;5;43m20221209032843180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032843180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032843180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032843181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032843181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032843181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032843182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:44.855863 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18382): Process ended prematurely: osmo-stp_10.42.42.5(pid=18382) [trial-2353↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18382)] [trial-2353↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:28:44.863752 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:28:44.922976 run osmo-hlr_10.42.42.2(pid=18379): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18379)]\u000a03:28:44.971534 run osmo-hlr_10.42.42.2(pid=18379): stdout: \u000a| (launched: 2022-12-09_03:28:42.076616) \u000a03:28:45.020795 run osmo-hlr_10.42.42.2(pid=18379): stderr: \u000a| �[0;m�[1;31m20221209032842253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032842253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032842253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032842253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032842253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032842253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032842266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032842274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032842274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032842274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:45.087755 run osmo-msc_10.42.42.6(pid=18385): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18385)]\u000a03:28:45.136327 run osmo-msc_10.42.42.6(pid=18385): stdout: \u000a| (launched: 2022-12-09_03:28:43.963625) \u000a03:28:45.185488 run osmo-msc_10.42.42.6(pid=18385): stderr: \u000a| �[0;m�[38;5;43m20221209032844237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032844237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78d4b80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032844237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032844237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032844237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032844238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032844239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032844240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032844240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032844240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:45.227139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18378): Terminating (SIGTERM)\u000a03:28:45.266364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18381): Terminating (SIGTERM)\u000a03:28:45.305668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18384): Terminating (SIGTERM)\u000a03:28:45.314735 --- ParallelTerminationStrategy: PID 18378 died...\u000a03:28:45.367354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18378): Terminated: ok {rc=0}\u000a03:28:45.376901 --- ParallelTerminationStrategy: PID 18381 died...\u000a03:28:45.429479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18381): Terminated: ok {rc=0}\u000a03:28:45.438965 --- ParallelTerminationStrategy: PID 18384 died...\u000a03:28:45.491449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18384): Terminated: ok {rc=0}\u000a03:28:45.579762 bus /sierra_3: Setting Powered False\u000a03:28:46.690445 bus /sierra_3: Setting Powered False\u000a03:28:47.808050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:28:38" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18397): Process ended prematurely: osmo-stp_10.42.42.5(pid=18397) [trial-2353↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18397)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18397): Process ended prematurely: osmo-stp_10.42.42.5(pid=18397) [trial-2353↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:28:49.776768 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:49.787659 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:28:49.911149 tst handover.py: using LAC 18762\u000a03:28:50.035574 tst handover.py: using RAC 147\u000a03:28:50.166766 tst handover.py: using CellId 18762\u000a03:28:50.299102 tst handover.py: using BVCI 18763\u000a03:28:50.324639 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:28:50.458033 tst handover.py: using LAC 18763\u000a03:28:50.584230 tst handover.py: using RAC 148\u000a03:28:50.708461 tst handover.py: using CellId 18763\u000a03:28:50.832700 tst handover.py: using BVCI 18764\u000a03:28:50.856383 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:50.867300 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:50.878420 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:50.889787 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:50.901121 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:50.912237 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:28:51.034877 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:28:51.250504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:51.742306 run create_hlr_db(pid=18390): Launched\u000a03:28:51.876338 bus /sierra_2: Setting Powered False\u000a03:28:52.954541 run create_hlr_db(pid=18390): Terminated: ok {rc=0}\u000a03:28:53.365926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18393): Launched\u000a03:28:53.697504 run osmo-hlr_10.42.42.2(pid=18394): Launched\u000a03:28:53.821564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:54.366806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18396): Launched\u000a03:28:54.697157 run osmo-stp_10.42.42.5(pid=18397): Launched\u000a03:28:54.818137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:55.392678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18399): Launched\u000a03:28:55.723894 run osmo-msc_10.42.42.6(pid=18400): Launched\u000a03:28:55.917946 run osmo-stp_10.42.42.5(pid=18397): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18397)]\u000a03:28:56.057945 run osmo-stp_10.42.42.5(pid=18397): stdout: \u000a| (launched: 2022-12-09_03:28:54.534589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:56.197522 run osmo-stp_10.42.42.5(pid=18397): stderr: \u000a| �[0;m�[38;5;43m20221209032854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032854729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:56.330426 run osmo-stp_10.42.42.5(pid=18397): stdout: \u000a| (launched: 2022-12-09_03:28:54.534589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:56.461643 run osmo-stp_10.42.42.5(pid=18397): stderr: \u000a| �[0;m�[38;5;43m20221209032854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032854728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032854729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032854730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:56.518763 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18397): Process ended prematurely: osmo-stp_10.42.42.5(pid=18397) [trial-2353↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18397)] [trial-2353↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a03:28:56.527427 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:56.590828 run osmo-hlr_10.42.42.2(pid=18394): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18394)]\u000a03:28:56.642647 run osmo-hlr_10.42.42.2(pid=18394): stdout: \u000a| (launched: 2022-12-09_03:28:53.534674) \u000a03:28:56.695117 run osmo-hlr_10.42.42.2(pid=18394): stderr: \u000a| �[0;m�[1;31m20221209032853734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032853735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032853735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032853735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032853735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032853735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032853746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032853754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032853755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032853755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:56.766095 run osmo-msc_10.42.42.6(pid=18400): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18400)]\u000a03:28:56.817692 run osmo-msc_10.42.42.6(pid=18400): stdout: \u000a| (launched: 2022-12-09_03:28:55.560860) \u000a03:28:56.869742 run osmo-msc_10.42.42.6(pid=18400): stderr: \u000a| �[0;m�[38;5;43m20221209032855883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032855884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ed7c02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032855884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032855884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032855884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032855884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032855886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032855886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032855886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032855887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:56.913916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18393): Terminating (SIGTERM)\u000a03:28:56.955865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18396): Terminating (SIGTERM)\u000a03:28:56.998072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18399): Terminating (SIGTERM)\u000a03:28:57.007796 --- ParallelTerminationStrategy: PID 18393 died...\u000a03:28:57.063909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18393): Terminated: ok {rc=0}\u000a03:28:57.073990 --- ParallelTerminationStrategy: PID 18396 died...\u000a03:28:57.130037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18396): Terminated: ok {rc=0}\u000a03:28:57.140210 --- ParallelTerminationStrategy: PID 18399 died...\u000a03:28:57.195897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18399): Terminated: ok {rc=0}\u000a03:28:57.283010 bus /sierra_3: Setting Powered False\u000a03:28:58.390035 bus /sierra_3: Setting Powered False\u000a03:28:59.498148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:28:49" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18411): Process ended prematurely: osmo-stp_10.42.42.5(pid=18411) [trial-2353↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18411)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18411): Process ended prematurely: osmo-stp_10.42.42.5(pid=18411) [trial-2353↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:29:01.523782 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:01.535455 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:29:01.667754 tst handover.py: using LAC 18764\u000a03:29:01.792495 tst handover.py: using RAC 149\u000a03:29:01.923934 tst handover.py: using CellId 18764\u000a03:29:02.075654 tst handover.py: using BVCI 18765\u000a03:29:02.111229 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:29:02.278340 tst handover.py: using LAC 18765\u000a03:29:02.409836 tst handover.py: using RAC 150\u000a03:29:02.539714 tst handover.py: using CellId 18765\u000a03:29:02.667984 tst handover.py: using BVCI 18766\u000a03:29:02.693329 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:02.704590 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:02.715785 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:02.727223 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:02.738821 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:02.750334 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:29:02.867233 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:29:03.077901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:03.569339 run create_hlr_db(pid=18405): Launched\u000a03:29:03.703273 bus /sierra_2: Setting Powered False\u000a03:29:04.781263 run create_hlr_db(pid=18405): Terminated: ok {rc=0}\u000a03:29:05.169495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18407): Launched\u000a03:29:05.478829 run osmo-hlr_10.42.42.2(pid=18408): Launched\u000a03:29:05.599190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:06.114947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18410): Launched\u000a03:29:06.424776 run osmo-stp_10.42.42.5(pid=18411): Launched\u000a03:29:06.537572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:07.073246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18413): Launched\u000a03:29:07.384458 run osmo-msc_10.42.42.6(pid=18414): Launched\u000a03:29:07.566768 run osmo-stp_10.42.42.5(pid=18411): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18411)]\u000a03:29:07.697170 run osmo-stp_10.42.42.5(pid=18411): stdout: \u000a| (launched: 2022-12-09_03:29:06.271429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:07.824842 run osmo-stp_10.42.42.5(pid=18411): stderr: \u000a| �[0;m�[38;5;43m20221209032906442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032906442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032906442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032906443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032906443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032906443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032906443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:07.948315 run osmo-stp_10.42.42.5(pid=18411): stdout: \u000a| (launched: 2022-12-09_03:29:06.271429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:08.070778 run osmo-stp_10.42.42.5(pid=18411): stderr: \u000a| �[0;m�[38;5;43m20221209032906442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032906442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032906442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032906443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032906443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032906443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032906443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:08.124558 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18411): Process ended prematurely: osmo-stp_10.42.42.5(pid=18411) [trial-2353↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18411)] [trial-2353↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a03:29:08.132651 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:29:08.192888 run osmo-hlr_10.42.42.2(pid=18408): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18408)]\u000a03:29:08.241823 run osmo-hlr_10.42.42.2(pid=18408): stdout: \u000a| (launched: 2022-12-09_03:29:05.326166) \u000a03:29:08.291087 run osmo-hlr_10.42.42.2(pid=18408): stderr: \u000a| �[0;m�[1;31m20221209032905506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032905506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032905506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032905506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032905506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032905506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032905518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032905528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032905528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032905528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:08.358392 run osmo-msc_10.42.42.6(pid=18414): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18414)]\u000a03:29:08.407104 run osmo-msc_10.42.42.6(pid=18414): stdout: \u000a| (launched: 2022-12-09_03:29:07.229961) \u000a03:29:08.456335 run osmo-msc_10.42.42.6(pid=18414): stderr: \u000a| �[0;m�[38;5;43m20221209032907503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032907503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59222e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032907503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032907503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032907503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032907504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032907505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032907506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032907506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032907506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:08.498042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18407): Terminating (SIGTERM)\u000a03:29:08.537812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18410): Terminating (SIGTERM)\u000a03:29:08.577527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18413): Terminating (SIGTERM)\u000a03:29:08.586713 --- ParallelTerminationStrategy: PID 18407 died...\u000a03:29:08.639720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18407): Terminated: ok {rc=0}\u000a03:29:08.649537 --- ParallelTerminationStrategy: PID 18410 died...\u000a03:29:08.702533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18410): Terminated: ok {rc=0}\u000a03:29:08.712117 --- ParallelTerminationStrategy: PID 18413 died...\u000a03:29:08.764772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18413): Terminated: ok {rc=0}\u000a03:29:08.853411 bus /sierra_3: Setting Powered False\u000a03:29:09.957088 bus /sierra_3: Setting Powered False\u000a03:29:11.067465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:29:01" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18425): Process ended prematurely: osmo-stp_10.42.42.5(pid=18425) [trial-2353↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18425): Process ended prematurely: osmo-stp_10.42.42.5(pid=18425) [trial-2353↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:29:13.067718 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:13.079154 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:29:13.211128 tst handover.py: using LAC 18766\u000a03:29:13.337056 tst handover.py: using RAC 151\u000a03:29:13.461968 tst handover.py: using CellId 18766\u000a03:29:13.585878 tst handover.py: using BVCI 18767\u000a03:29:13.609795 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:29:13.748131 tst handover.py: using LAC 18767\u000a03:29:13.872008 tst handover.py: using RAC 152\u000a03:29:13.995679 tst handover.py: using CellId 18767\u000a03:29:14.131294 tst handover.py: using BVCI 18768\u000a03:29:14.157137 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:14.168570 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:14.179882 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:14.191603 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:14.203300 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:14.214889 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:29:14.332701 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:29:14.538888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:15.010980 run create_hlr_db(pid=18419): Launched\u000a03:29:15.136772 bus /sierra_2: Setting Powered False\u000a03:29:16.227321 run create_hlr_db(pid=18419): Terminated: ok {rc=0}\u000a03:29:16.663362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18421): Launched\u000a03:29:17.076227 run osmo-hlr_10.42.42.2(pid=18422): Launched\u000a03:29:17.206850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:17.720123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18424): Launched\u000a03:29:18.030362 run osmo-stp_10.42.42.5(pid=18425): Launched\u000a03:29:18.142183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:18.680575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18427): Launched\u000a03:29:18.991563 run osmo-msc_10.42.42.6(pid=18428): Launched\u000a03:29:19.172311 run osmo-stp_10.42.42.5(pid=18425): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)]\u000a03:29:19.302428 run osmo-stp_10.42.42.5(pid=18425): stdout: \u000a| (launched: 2022-12-09_03:29:17.877461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:19.430753 run osmo-stp_10.42.42.5(pid=18425): stderr: \u000a| �[0;m�[38;5;43m20221209032918048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032918048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032918048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032918049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032918051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032918051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032918051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:19.554570 run osmo-stp_10.42.42.5(pid=18425): stdout: \u000a| (launched: 2022-12-09_03:29:17.877461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:19.677094 run osmo-stp_10.42.42.5(pid=18425): stderr: \u000a| �[0;m�[38;5;43m20221209032918048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032918048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032918048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032918049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032918051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032918051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032918051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:19.730924 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18425): Process ended prematurely: osmo-stp_10.42.42.5(pid=18425) [trial-2353↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18425)] [trial-2353↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a03:29:19.739054 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:29:19.798369 run osmo-hlr_10.42.42.2(pid=18422): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18422)]\u000a03:29:19.847075 run osmo-hlr_10.42.42.2(pid=18422): stdout: \u000a| (launched: 2022-12-09_03:29:16.838083) \u000a03:29:19.896108 run osmo-hlr_10.42.42.2(pid=18422): stderr: \u000a| �[0;m�[1;31m20221209032917098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032917098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032917098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032917098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032917098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032917098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032917120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032917147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032917147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032917147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:19.962924 run osmo-msc_10.42.42.6(pid=18428): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18428)]\u000a03:29:20.011349 run osmo-msc_10.42.42.6(pid=18428): stdout: \u000a| (launched: 2022-12-09_03:29:18.838928) \u000a03:29:20.060208 run osmo-msc_10.42.42.6(pid=18428): stderr: \u000a| �[0;m�[38;5;43m20221209032919114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032919114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feaca2cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032919114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032919114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032919115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032919115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032919117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032919117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032919117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032919118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:20.101720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18421): Terminating (SIGTERM)\u000a03:29:20.141032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18424): Terminating (SIGTERM)\u000a03:29:20.180316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18427): Terminating (SIGTERM)\u000a03:29:20.189505 --- ParallelTerminationStrategy: PID 18421 died...\u000a03:29:20.242533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18421): Terminated: ok {rc=0}\u000a03:29:20.252088 --- ParallelTerminationStrategy: PID 18424 died...\u000a03:29:20.304349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18424): Terminated: ok {rc=0}\u000a03:29:20.313929 --- ParallelTerminationStrategy: PID 18427 died...\u000a03:29:20.366394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18427): Terminated: ok {rc=0}\u000a03:29:20.449547 bus /sierra_3: Setting Powered False\u000a03:29:21.556494 bus /sierra_3: Setting Powered False\u000a03:29:22.665298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:29:12" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2353↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2353↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:29:24.681713 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:24.693121 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:29:24.842818 tst handover.py: using LAC 18768\u000a03:29:24.971045 tst handover.py: using RAC 153\u000a03:29:25.098758 tst handover.py: using CellId 18768\u000a03:29:25.227105 tst handover.py: using BVCI 18769\u000a03:29:25.252324 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:29:25.398671 tst handover.py: using LAC 18769\u000a03:29:25.526272 tst handover.py: using RAC 154\u000a03:29:25.655447 tst handover.py: using CellId 18769\u000a03:29:25.777632 tst handover.py: using BVCI 18770\u000a03:29:25.801467 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:25.812631 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:25.823638 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:25.834773 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:25.845804 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:25.856697 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:29:25.977760 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:29:26.193824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:26.684671 run create_hlr_db(pid=18433): Launched\u000a03:29:26.819539 bus /sierra_2: Setting Powered False\u000a03:29:27.895916 run create_hlr_db(pid=18433): Terminated: ok {rc=0}\u000a03:29:28.284326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Launched\u000a03:29:28.596260 run osmo-hlr_10.42.42.2(pid=18436): Launched\u000a03:29:28.711302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:29.219379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Launched\u000a03:29:29.529126 run osmo-stp_10.42.42.5(pid=18439): Launched\u000a03:29:29.641926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:30.180094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18441): Launched\u000a03:29:30.491747 run osmo-msc_10.42.42.6(pid=18442): Launched\u000a03:29:30.673148 run osmo-stp_10.42.42.5(pid=18439): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]\u000a03:29:30.803756 run osmo-stp_10.42.42.5(pid=18439): stdout: \u000a| (launched: 2022-12-09_03:29:29.376196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:30.974701 run osmo-stp_10.42.42.5(pid=18439): stderr: \u000a| �[0;m�[38;5;43m20221209032929547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032929548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032929548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032929548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032929549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032929549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032929549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:31.101886 run osmo-stp_10.42.42.5(pid=18439): stdout: \u000a| (launched: 2022-12-09_03:29:29.376196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:31.228020 run osmo-stp_10.42.42.5(pid=18439): stderr: \u000a| �[0;m�[38;5;43m20221209032929547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032929548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032929548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032929548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032929549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032929549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032929549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:31.283406 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2353↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)] [trial-2353↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:29:31.291965 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:29:31.352870 run osmo-hlr_10.42.42.2(pid=18436): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18436)]\u000a03:29:31.403468 run osmo-hlr_10.42.42.2(pid=18436): stdout: \u000a| (launched: 2022-12-09_03:29:28.441592) \u000a03:29:31.453974 run osmo-hlr_10.42.42.2(pid=18436): stderr: \u000a| �[0;m�[1;31m20221209032928618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032928618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032928618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032928618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032928618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032928618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032928633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032928643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032928644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032928644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:31.522438 run osmo-msc_10.42.42.6(pid=18442): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18442)]\u000a03:29:31.572645 run osmo-msc_10.42.42.6(pid=18442): stdout: \u000a| (launched: 2022-12-09_03:29:30.337594) \u000a03:29:31.625956 run osmo-msc_10.42.42.6(pid=18442): stderr: \u000a| �[0;m�[38;5;43m20221209032930608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032930608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32e0989c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032930609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032930609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032930609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032930609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032930611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032930611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032930611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032930611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:31.673523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Terminating (SIGTERM)\u000a03:29:31.720854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Terminating (SIGTERM)\u000a03:29:31.768402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18441): Terminating (SIGTERM)\u000a03:29:31.779585 --- ParallelTerminationStrategy: PID 18435 died...\u000a03:29:31.841340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Terminated: ok {rc=0}\u000a03:29:31.852458 --- ParallelTerminationStrategy: PID 18438 died...\u000a03:29:31.913173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Terminated: ok {rc=0}\u000a03:29:31.924225 --- ParallelTerminationStrategy: PID 18441 died...\u000a03:29:31.983957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18441): Terminated: ok {rc=0}\u000a03:29:32.081773 bus /sierra_3: Setting Powered False\u000a03:29:33.183877 bus /sierra_3: Setting Powered False\u000a03:29:34.290303 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:29:24" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18453): Process ended prematurely: osmo-stp_10.42.42.5(pid=18453) [trial-2353↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18453)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18453): Process ended prematurely: osmo-stp_10.42.42.5(pid=18453) [trial-2353↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:29:36.321118 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:36.333560 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:36.481681 tst handover.py: using LAC 18770\u000a03:29:36.612597 tst handover.py: using RAC 155\u000a03:29:36.741479 tst handover.py: using CellId 18770\u000a03:29:36.872361 tst handover.py: using BVCI 18771\u000a03:29:36.897718 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:37.045282 tst handover.py: using LAC 18771\u000a03:29:37.176906 tst handover.py: using RAC 156\u000a03:29:37.307755 tst handover.py: using CellId 18771\u000a03:29:37.438760 tst handover.py: using BVCI 18772\u000a03:29:37.463939 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:37.475480 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:37.488001 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:37.499805 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:37.511632 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:37.523352 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:37.646448 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:37.854032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:38.323575 run create_hlr_db(pid=18447): Launched\u000a03:29:38.449601 bus /sierra_2: Setting Powered False\u000a03:29:39.521611 run create_hlr_db(pid=18447): Terminated: ok {rc=0}\u000a03:29:39.931332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18449): Launched\u000a03:29:40.263733 run osmo-hlr_10.42.42.2(pid=18450): Launched\u000a03:29:40.384734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:40.932147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18452): Launched\u000a03:29:41.263722 run osmo-stp_10.42.42.5(pid=18453): Launched\u000a03:29:41.384921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:41.959274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18455): Launched\u000a03:29:42.291949 run osmo-msc_10.42.42.6(pid=18456): Launched\u000a03:29:42.487118 run osmo-stp_10.42.42.5(pid=18453): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18453)]\u000a03:29:42.627460 run osmo-stp_10.42.42.5(pid=18453): stdout: \u000a| (launched: 2022-12-09_03:29:41.100358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:42.766269 run osmo-stp_10.42.42.5(pid=18453): stderr: \u000a| �[0;m�[38;5;43m20221209032941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032941296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032941296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032941296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032941296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:42.899115 run osmo-stp_10.42.42.5(pid=18453): stdout: \u000a| (launched: 2022-12-09_03:29:41.100358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:43.031226 run osmo-stp_10.42.42.5(pid=18453): stderr: \u000a| �[0;m�[38;5;43m20221209032941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032941295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032941296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032941296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032941296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032941296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:43.088785 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18453): Process ended prematurely: osmo-stp_10.42.42.5(pid=18453) [trial-2353↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18453)] [trial-2353↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:29:43.098100 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:29:43.161830 run osmo-hlr_10.42.42.2(pid=18450): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18450)]\u000a03:29:43.213629 run osmo-hlr_10.42.42.2(pid=18450): stdout: \u000a| (launched: 2022-12-09_03:29:40.100034) \u000a03:29:43.265974 run osmo-hlr_10.42.42.2(pid=18450): stderr: \u000a| �[0;m�[1;31m20221209032940299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032940299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032940299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032940299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032940299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032940299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032940312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032940322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032940322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032940322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:43.337098 run osmo-msc_10.42.42.6(pid=18456): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18456)]\u000a03:29:43.388741 run osmo-msc_10.42.42.6(pid=18456): stdout: \u000a| (launched: 2022-12-09_03:29:42.127809) \u000a03:29:43.441063 run osmo-msc_10.42.42.6(pid=18456): stderr: \u000a| �[0;m�[38;5;43m20221209032942449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032942449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7271f81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032942449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032942449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032942449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032942450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032942451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032942452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032942452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032942452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:43.485366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18449): Terminating (SIGTERM)\u000a03:29:43.527313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18452): Terminating (SIGTERM)\u000a03:29:43.569384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18455): Terminating (SIGTERM)\u000a03:29:43.579045 --- ParallelTerminationStrategy: PID 18449 died...\u000a03:29:43.635412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18449): Terminated: ok {rc=0}\u000a03:29:43.645496 --- ParallelTerminationStrategy: PID 18452 died...\u000a03:29:43.701576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18452): Terminated: ok {rc=0}\u000a03:29:43.711715 --- ParallelTerminationStrategy: PID 18455 died...\u000a03:29:43.767458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18455): Terminated: ok {rc=0}\u000a03:29:43.854845 bus /sierra_3: Setting Powered False\u000a03:29:44.958431 bus /sierra_3: Setting Powered False\u000a03:29:46.073891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:29:36" }, { "cases" : [ { "testActions" : [ ], "age" : 23, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18467): Process ended prematurely: osmo-stp_10.42.42.5(pid=18467) [trial-2353↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18467)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18467): Process ended prematurely: osmo-stp_10.42.42.5(pid=18467) [trial-2353↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:29:48.116202 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:48.127597 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:29:48.272466 tst handover.py: using LAC 18772\u000a03:29:48.397101 tst handover.py: using RAC 157\u000a03:29:48.518445 tst handover.py: using CellId 18772\u000a03:29:48.641801 tst handover.py: using BVCI 18773\u000a03:29:48.665481 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:29:48.789446 tst handover.py: using LAC 18773\u000a03:29:48.910838 tst handover.py: using RAC 158\u000a03:29:49.034986 tst handover.py: using CellId 18773\u000a03:29:49.157206 tst handover.py: using BVCI 18774\u000a03:29:49.180758 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:49.191713 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:49.202508 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:49.213213 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:49.223967 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:49.234649 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:29:49.356031 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:29:49.571965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:50.065884 run create_hlr_db(pid=18461): Launched\u000a03:29:50.200849 bus /sierra_2: Setting Powered False\u000a03:29:51.278273 run create_hlr_db(pid=18461): Terminated: ok {rc=0}\u000a03:29:51.688895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18463): Launched\u000a03:29:52.021671 run osmo-hlr_10.42.42.2(pid=18464): Launched\u000a03:29:52.141842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:52.687581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18466): Launched\u000a03:29:53.020382 run osmo-stp_10.42.42.5(pid=18467): Launched\u000a03:29:53.142136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:53.717017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18469): Launched\u000a03:29:54.047764 run osmo-msc_10.42.42.6(pid=18470): Launched\u000a03:29:54.244513 run osmo-stp_10.42.42.5(pid=18467): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18467)]\u000a03:29:54.384780 run osmo-stp_10.42.42.5(pid=18467): stdout: \u000a| (launched: 2022-12-09_03:29:52.855600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:54.523267 run osmo-stp_10.42.42.5(pid=18467): stderr: \u000a| �[0;m�[38;5;43m20221209032953051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032953052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032953052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032953052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032953053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032953053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032953053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:54.656039 run osmo-stp_10.42.42.5(pid=18467): stdout: \u000a| (launched: 2022-12-09_03:29:52.855600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:54.787386 run osmo-stp_10.42.42.5(pid=18467): stderr: \u000a| �[0;m�[38;5;43m20221209032953051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209032953052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209032953052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209032953052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209032953053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209032953053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209032953053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:54.844868 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18467): Process ended prematurely: osmo-stp_10.42.42.5(pid=18467) [trial-2353↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18467)] [trial-2353↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a03:29:54.853404 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:29:54.916617 run osmo-hlr_10.42.42.2(pid=18464): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18464)]\u000a03:29:54.968397 run osmo-hlr_10.42.42.2(pid=18464): stdout: \u000a| (launched: 2022-12-09_03:29:51.858207) \u000a03:29:55.021010 run osmo-hlr_10.42.42.2(pid=18464): stderr: \u000a| �[0;m�[1;31m20221209032952059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209032952059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209032952059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032952059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209032952059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209032952059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209032952074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209032952083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209032952083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209032952083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:55.092761 run osmo-msc_10.42.42.6(pid=18470): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18470)]\u000a03:29:55.144808 run osmo-msc_10.42.42.6(pid=18470): stdout: \u000a| (launched: 2022-12-09_03:29:53.885189) \u000a03:29:55.197326 run osmo-msc_10.42.42.6(pid=18470): stderr: \u000a| �[0;m�[38;5;43m20221209032954208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209032954208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce1fe50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209032954208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209032954208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209032954209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209032954209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209032954211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209032954211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209032954211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209032954211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:55.241498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18463): Terminating (SIGTERM)\u000a03:29:55.283900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18466): Terminating (SIGTERM)\u000a03:29:55.325693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18469): Terminating (SIGTERM)\u000a03:29:55.335718 --- ParallelTerminationStrategy: PID 18463 died...\u000a03:29:55.391734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18463): Terminated: ok {rc=0}\u000a03:29:55.402163 --- ParallelTerminationStrategy: PID 18466 died...\u000a03:29:55.458462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18466): Terminated: ok {rc=0}\u000a03:29:55.468632 --- ParallelTerminationStrategy: PID 18469 died...\u000a03:29:55.525145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18469): Terminated: ok {rc=0}\u000a03:29:55.612550 bus /sierra_3: Setting Powered False\u000a03:29:56.716438 bus /sierra_3: Setting Powered False\u000a03:29:57.823455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:29:47" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18491): Process ended prematurely: osmo-stp_10.42.42.5(pid=18491) [trial-2353↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18491)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18491): Process ended prematurely: osmo-stp_10.42.42.5(pid=18491) [trial-2353↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:29:59.852923 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:59.864255 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:00.009364 tst handover.py: using LAC 18774\u000a03:30:00.140321 tst handover.py: using RAC 159\u000a03:30:00.269902 tst handover.py: using CellId 18774\u000a03:30:00.401158 tst handover.py: using BVCI 18775\u000a03:30:00.426388 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:00.573642 tst handover.py: using LAC 18775\u000a03:30:00.704600 tst handover.py: using RAC 160\u000a03:30:00.841984 tst handover.py: using CellId 18775\u000a03:30:00.986608 tst handover.py: using BVCI 18776\u000a03:30:01.012598 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:01.024612 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:01.036827 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:01.049167 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:01.061335 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:01.073601 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:01.195133 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:01.435086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:02.006121 run create_hlr_db(pid=18478): Launched\u000a03:30:02.145730 bus /sierra_2: Setting Powered False\u000a03:30:03.220174 run create_hlr_db(pid=18478): Terminated: ok {rc=0}\u000a03:30:03.608386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18487): Launched\u000a03:30:03.919428 run osmo-hlr_10.42.42.2(pid=18488): Launched\u000a03:30:04.034997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:04.553073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18490): Launched\u000a03:30:04.885413 run osmo-stp_10.42.42.5(pid=18491): Launched\u000a03:30:05.006469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:05.588544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18493): Launched\u000a03:30:05.923302 run osmo-msc_10.42.42.6(pid=18494): Launched\u000a03:30:06.118964 run osmo-stp_10.42.42.5(pid=18491): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18491)]\u000a03:30:06.261136 run osmo-stp_10.42.42.5(pid=18491): stdout: \u000a| (launched: 2022-12-09_03:30:04.722939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:06.400785 run osmo-stp_10.42.42.5(pid=18491): stderr: \u000a| �[0;m�[38;5;43m20221209033004917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033004917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033004917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033004918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:06.534677 run osmo-stp_10.42.42.5(pid=18491): stdout: \u000a| (launched: 2022-12-09_03:30:04.722939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:06.667067 run osmo-stp_10.42.42.5(pid=18491): stderr: \u000a| �[0;m�[38;5;43m20221209033004917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033004917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033004917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033004918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033004918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:06.724721 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18491): Process ended prematurely: osmo-stp_10.42.42.5(pid=18491) [trial-2353↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18491)] [trial-2353↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a03:30:06.733432 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:30:06.797409 run osmo-hlr_10.42.42.2(pid=18488): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18488)]\u000a03:30:06.849381 run osmo-hlr_10.42.42.2(pid=18488): stdout: \u000a| (launched: 2022-12-09_03:30:03.766148) \u000a03:30:06.902023 run osmo-hlr_10.42.42.2(pid=18488): stderr: \u000a| �[0;m�[1;31m20221209033003944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033003944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033003944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033003944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033003944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033003944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033003957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033003965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033003966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033003966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:06.973538 run osmo-msc_10.42.42.6(pid=18494): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18494)]\u000a03:30:07.025152 run osmo-msc_10.42.42.6(pid=18494): stdout: \u000a| (launched: 2022-12-09_03:30:05.758133) \u000a03:30:07.077728 run osmo-msc_10.42.42.6(pid=18494): stderr: \u000a| �[0;m�[38;5;43m20221209033006079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033006079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b6809ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033006080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033006080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033006080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033006081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033006084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033006085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033006085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033006085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:07.122336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18487): Terminating (SIGTERM)\u000a03:30:07.164680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18490): Terminating (SIGTERM)\u000a03:30:07.207110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18493): Terminating (SIGTERM)\u000a03:30:07.217318 --- ParallelTerminationStrategy: PID 18487 died...\u000a03:30:07.274206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18487): Terminated: ok {rc=0}\u000a03:30:07.284374 --- ParallelTerminationStrategy: PID 18490 died...\u000a03:30:07.340834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18490): Terminated: ok {rc=0}\u000a03:30:07.350933 --- ParallelTerminationStrategy: PID 18493 died...\u000a03:30:07.407441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18493): Terminated: ok {rc=0}\u000a03:30:07.495346 bus /sierra_3: Setting Powered False\u000a03:30:08.599324 bus /sierra_3: Setting Powered False\u000a03:30:09.709940 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:29:59" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18856): Process ended prematurely: osmo-stp_10.42.42.5(pid=18856) [trial-2353↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18856)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18856): Process ended prematurely: osmo-stp_10.42.42.5(pid=18856) [trial-2353↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:30:11.757983 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:11.769377 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:11.916405 tst handover.py: using LAC 18776\u000a03:30:12.048811 tst handover.py: using RAC 161\u000a03:30:12.181309 tst handover.py: using CellId 18776\u000a03:30:12.313181 tst handover.py: using BVCI 18777\u000a03:30:12.338534 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:12.485382 tst handover.py: using LAC 18777\u000a03:30:12.617237 tst handover.py: using RAC 162\u000a03:30:12.756224 tst handover.py: using CellId 18777\u000a03:30:12.913258 tst handover.py: using BVCI 18778\u000a03:30:12.939438 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:12.951433 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:12.963284 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:12.975605 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:12.987767 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:12.999545 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:30:13.124942 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:30:13.343967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:13.858965 run create_hlr_db(pid=18647): Launched\u000a03:30:13.996154 bus /sierra_2: Setting Powered False\u000a03:30:15.070829 run create_hlr_db(pid=18647): Terminated: ok {rc=0}\u000a03:30:15.459926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18852): Launched\u000a03:30:15.769164 run osmo-hlr_10.42.42.2(pid=18853): Launched\u000a03:30:15.960908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:16.631815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18855): Launched\u000a03:30:17.079130 run osmo-stp_10.42.42.5(pid=18856): Launched\u000a03:30:17.219589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:17.794119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18858): Launched\u000a03:30:18.103309 run osmo-msc_10.42.42.6(pid=18859): Launched\u000a03:30:18.346432 run osmo-stp_10.42.42.5(pid=18856): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18856)]\u000a03:30:18.487806 run osmo-stp_10.42.42.5(pid=18856): stdout: \u000a| (launched: 2022-12-09_03:30:16.806264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:18.626466 run osmo-stp_10.42.42.5(pid=18856): stderr: \u000a| �[0;m�[38;5;43m20221209033017006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033017006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033017006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033017007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033017021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033017021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033017021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:18.759416 run osmo-stp_10.42.42.5(pid=18856): stdout: \u000a| (launched: 2022-12-09_03:30:16.806264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:18.891090 run osmo-stp_10.42.42.5(pid=18856): stderr: \u000a| �[0;m�[38;5;43m20221209033017006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033017006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033017006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033017007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033017021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033017021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033017021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:18.948557 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=18856): Process ended prematurely: osmo-stp_10.42.42.5(pid=18856) [trial-2353↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18856)] [trial-2353↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a03:30:18.957180 tst handover.py:18: Test FAILED (7.2 sec)\u000a03:30:19.020778 run osmo-hlr_10.42.42.2(pid=18853): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18853)]\u000a03:30:19.072869 run osmo-hlr_10.42.42.2(pid=18853): stdout: \u000a| (launched: 2022-12-09_03:30:15.617245) \u000a03:30:19.125373 run osmo-hlr_10.42.42.2(pid=18853): stderr: \u000a| �[0;m�[1;31m20221209033015795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033015795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033015795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033015796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033015796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033015796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033015809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033015818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033015818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033015818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:19.197107 run osmo-msc_10.42.42.6(pid=18859): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18859)]\u000a03:30:19.249089 run osmo-msc_10.42.42.6(pid=18859): stdout: \u000a| (launched: 2022-12-09_03:30:17.950841) \u000a03:30:19.301204 run osmo-msc_10.42.42.6(pid=18859): stderr: \u000a| �[0;m�[38;5;43m20221209033018224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033018224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ec1148c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033018224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033018224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033018224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033018224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033018226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033018227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033018227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033018227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:19.345379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18852): Terminating (SIGTERM)\u000a03:30:19.387667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18855): Terminating (SIGTERM)\u000a03:30:19.430001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18858): Terminating (SIGTERM)\u000a03:30:19.439684 --- ParallelTerminationStrategy: PID 18852 died...\u000a03:30:19.496385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18852): Terminated: ok {rc=0}\u000a03:30:19.506611 --- ParallelTerminationStrategy: PID 18855 died...\u000a03:30:19.563199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18855): Terminated: ok {rc=0}\u000a03:30:19.573425 --- ParallelTerminationStrategy: PID 18858 died...\u000a03:30:19.629691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18858): Terminated: ok {rc=0}\u000a03:30:19.717103 bus /sierra_3: Setting Powered False\u000a03:30:20.823200 bus /sierra_3: Setting Powered False\u000a03:30:21.935068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:30:11" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19048): Process ended prematurely: osmo-stp_10.42.42.5(pid=19048) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19048): Process ended prematurely: osmo-stp_10.42.42.5(pid=19048) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:30:23.982550 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:30:23.995046 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:30:24.148611 tst handover.py: using LAC 18778\u000a03:30:24.281843 tst handover.py: using RAC 163\u000a03:30:24.412863 tst handover.py: using CellId 18778\u000a03:30:24.535954 tst handover.py: using BVCI 18779\u000a03:30:24.561381 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:30:24.700645 tst handover.py: using LAC 18779\u000a03:30:24.822472 tst handover.py: using RAC 164\u000a03:30:24.945486 tst handover.py: using CellId 18779\u000a03:30:25.067196 tst handover.py: using BVCI 18780\u000a03:30:25.092136 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:30:25.104590 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:30:25.116862 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:30:25.129314 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:30:25.141770 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:30:25.154312 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:30:25.275631 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:30:25.484077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:25.994402 run create_hlr_db(pid=19041): Launched\u000a03:30:26.122969 bus /sierra_2: Setting Powered False\u000a03:30:27.197238 run create_hlr_db(pid=19041): Terminated: ok {rc=0}\u000a03:30:27.604839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19043): Launched\u000a03:30:28.016500 run osmo-hlr_10.42.42.2(pid=19044): Launched\u000a03:30:28.266808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:28.871456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19046): Launched\u000a03:30:29.259760 run osmo-stp_10.42.42.5(pid=19048): Launched\u000a03:30:29.374939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:29.916227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19050): Launched\u000a03:30:30.229743 run osmo-msc_10.42.42.6(pid=19051): Launched\u000a03:30:30.411496 run osmo-stp_10.42.42.5(pid=19048): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)]\u000a03:30:30.541291 run osmo-stp_10.42.42.5(pid=19048): stdout: \u000a| (launched: 2022-12-09_03:30:29.036500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:30.669425 run osmo-stp_10.42.42.5(pid=19048): stderr: \u000a| �[0;m�[38;5;43m20221209033029273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033029274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033029274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033029274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033029275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033029275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033029275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:30.793312 run osmo-stp_10.42.42.5(pid=19048): stdout: \u000a| (launched: 2022-12-09_03:30:29.036500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:30.943434 run osmo-stp_10.42.42.5(pid=19048): stderr: \u000a| �[0;m�[38;5;43m20221209033029273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033029274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033029274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033029274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033029275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033029275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033029275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:31.007850 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19048): Process ended prematurely: osmo-stp_10.42.42.5(pid=19048) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)] [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:30:31.016028 tst handover.py:18: Test FAILED (7.0 sec)\u000a03:30:31.076567 run osmo-hlr_10.42.42.2(pid=19044): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19044)]\u000a03:30:31.127115 run osmo-hlr_10.42.42.2(pid=19044): stdout: \u000a| (launched: 2022-12-09_03:30:27.765329) \u000a03:30:31.178250 run osmo-hlr_10.42.42.2(pid=19044): stderr: \u000a| �[0;m�[1;31m20221209033028097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033028097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033028097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033028097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033028097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033028098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033028117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033028134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033028134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033028134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:31.246985 run osmo-msc_10.42.42.6(pid=19051): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19051)]\u000a03:30:31.296684 run osmo-msc_10.42.42.6(pid=19051): stdout: \u000a| (launched: 2022-12-09_03:30:30.076372) \u000a03:30:31.348260 run osmo-msc_10.42.42.6(pid=19051): stderr: \u000a| �[0;m�[38;5;43m20221209033030350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033030350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e782cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033030351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033030351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033030351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033030351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033030353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033030353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033030353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033030353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:31.391131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19043): Terminating (SIGTERM)\u000a03:30:31.432345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19046): Terminating (SIGTERM)\u000a03:30:31.475176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19050): Terminating (SIGTERM)\u000a03:30:31.485875 --- ParallelTerminationStrategy: PID 19043 died...\u000a03:30:31.543132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19043): Terminated: ok {rc=0}\u000a03:30:31.553736 --- ParallelTerminationStrategy: PID 19046 died...\u000a03:30:31.608775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19046): Terminated: ok {rc=0}\u000a03:30:31.618999 --- ParallelTerminationStrategy: PID 19050 died...\u000a03:30:31.673153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19050): Terminated: ok {rc=0}\u000a03:30:31.759271 bus /sierra_3: Setting Powered False\u000a03:30:32.861088 bus /sierra_3: Setting Powered False\u000a03:30:33.967636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:30:23" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19062): Process ended prematurely: osmo-stp_10.42.42.5(pid=19062) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19062): Process ended prematurely: osmo-stp_10.42.42.5(pid=19062) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:30:35.974574 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:35.986038 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:36.129852 tst handover.py: using LAC 18780\u000a03:30:36.257685 tst handover.py: using RAC 165\u000a03:30:36.389197 tst handover.py: using CellId 18780\u000a03:30:36.514843 tst handover.py: using BVCI 18781\u000a03:30:36.539723 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:36.670520 tst handover.py: using LAC 18781\u000a03:30:36.798301 tst handover.py: using RAC 166\u000a03:30:36.925054 tst handover.py: using CellId 18781\u000a03:30:37.050749 tst handover.py: using BVCI 18782\u000a03:30:37.075590 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:37.087150 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:37.098542 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:37.110339 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:37.121883 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:37.133394 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:37.250863 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:37.463716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:37.944669 run create_hlr_db(pid=19056): Launched\u000a03:30:38.076203 bus /sierra_2: Setting Powered False\u000a03:30:39.152762 run create_hlr_db(pid=19056): Terminated: ok {rc=0}\u000a03:30:39.555795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19058): Launched\u000a03:30:39.880892 run osmo-hlr_10.42.42.2(pid=19059): Launched\u000a03:30:40.003111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:40.538499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19061): Launched\u000a03:30:40.862926 run osmo-stp_10.42.42.5(pid=19062): Launched\u000a03:30:40.981854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:41.545831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19064): Launched\u000a03:30:41.870073 run osmo-msc_10.42.42.6(pid=19065): Launched\u000a03:30:42.060817 run osmo-stp_10.42.42.5(pid=19062): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)]\u000a03:30:42.198607 run osmo-stp_10.42.42.5(pid=19062): stdout: \u000a| (launched: 2022-12-09_03:30:40.703385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:42.335402 run osmo-stp_10.42.42.5(pid=19062): stderr: \u000a| �[0;m�[38;5;43m20221209033040896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033040896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033040896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033040897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033040897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033040897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033040897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:42.474353 run osmo-stp_10.42.42.5(pid=19062): stdout: \u000a| (launched: 2022-12-09_03:30:40.703385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:42.601114 run osmo-stp_10.42.42.5(pid=19062): stderr: \u000a| �[0;m�[38;5;43m20221209033040896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033040896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033040896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033040897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033040897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033040897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033040897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:42.656306 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19062): Process ended prematurely: osmo-stp_10.42.42.5(pid=19062) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)] [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a03:30:42.664758 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:30:42.727039 run osmo-hlr_10.42.42.2(pid=19059): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19059)]\u000a03:30:42.777975 run osmo-hlr_10.42.42.2(pid=19059): stdout: \u000a| (launched: 2022-12-09_03:30:39.721185) \u000a03:30:42.829082 run osmo-hlr_10.42.42.2(pid=19059): stderr: \u000a| �[0;m�[1;31m20221209033039923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033039923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033039923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033039923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033039923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033039923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033039935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033039943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033039943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033039943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:42.899231 run osmo-msc_10.42.42.6(pid=19065): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19065)]\u000a03:30:42.949912 run osmo-msc_10.42.42.6(pid=19065): stdout: \u000a| (launched: 2022-12-09_03:30:41.710615) \u000a03:30:43.001077 run osmo-msc_10.42.42.6(pid=19065): stderr: \u000a| �[0;m�[38;5;43m20221209033042032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033042032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3889fedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033042033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033042033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033042033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033042033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033042035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033042035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033042035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033042035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:43.044259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19058): Terminating (SIGTERM)\u000a03:30:43.085868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19061): Terminating (SIGTERM)\u000a03:30:43.126959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19064): Terminating (SIGTERM)\u000a03:30:43.136733 --- ParallelTerminationStrategy: PID 19058 died...\u000a03:30:43.192505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19058): Terminated: ok {rc=0}\u000a03:30:43.202475 --- ParallelTerminationStrategy: PID 19061 died...\u000a03:30:43.257756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19061): Terminated: ok {rc=0}\u000a03:30:43.267887 --- ParallelTerminationStrategy: PID 19064 died...\u000a03:30:43.323295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19064): Terminated: ok {rc=0}\u000a03:30:43.408838 bus /sierra_3: Setting Powered False\u000a03:30:44.514559 bus /sierra_3: Setting Powered False\u000a03:30:45.620701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:30:35" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19076): Process ended prematurely: osmo-stp_10.42.42.5(pid=19076) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19076)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19076): Process ended prematurely: osmo-stp_10.42.42.5(pid=19076) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:30:47.677803 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:47.689934 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:47.829403 tst handover.py: using LAC 18782\u000a03:30:47.960295 tst handover.py: using RAC 167\u000a03:30:48.077522 tst handover.py: using CellId 18782\u000a03:30:48.194524 tst handover.py: using BVCI 18783\u000a03:30:48.217126 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:48.349104 tst handover.py: using LAC 18783\u000a03:30:48.464091 tst handover.py: using RAC 168\u000a03:30:48.578999 tst handover.py: using CellId 18783\u000a03:30:48.694442 tst handover.py: using BVCI 18784\u000a03:30:48.717024 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:48.727980 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:48.738836 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:48.749805 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:48.760594 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:48.771355 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:48.890063 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:49.088366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:49.538848 run create_hlr_db(pid=19070): Launched\u000a03:30:49.659735 bus /sierra_2: Setting Powered False\u000a03:30:50.731680 run create_hlr_db(pid=19070): Terminated: ok {rc=0}\u000a03:30:51.102003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19072): Launched\u000a03:30:51.400177 run osmo-hlr_10.42.42.2(pid=19073): Launched\u000a03:30:51.514351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:52.004809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19075): Launched\u000a03:30:52.301938 run osmo-stp_10.42.42.5(pid=19076): Launched\u000a03:30:52.410646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:52.927054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19078): Launched\u000a03:30:53.223933 run osmo-msc_10.42.42.6(pid=19079): Launched\u000a03:30:53.398469 run osmo-stp_10.42.42.5(pid=19076): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19076)]\u000a03:30:53.525167 run osmo-stp_10.42.42.5(pid=19076): stdout: \u000a| (launched: 2022-12-09_03:30:52.155941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:53.648766 run osmo-stp_10.42.42.5(pid=19076): stderr: \u000a| �[0;m�[38;5;43m20221209033052323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033052323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033052324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033052324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033052325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033052325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033052325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:53.768013 run osmo-stp_10.42.42.5(pid=19076): stdout: \u000a| (launched: 2022-12-09_03:30:52.155941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:53.886281 run osmo-stp_10.42.42.5(pid=19076): stderr: \u000a| �[0;m�[38;5;43m20221209033052323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033052323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033052324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033052324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033052325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033052325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033052325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:53.938129 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19076): Process ended prematurely: osmo-stp_10.42.42.5(pid=19076) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19076)] [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a03:30:53.946131 tst handover.py:18: Test FAILED (6.3 sec)\u000a03:30:54.004315 run osmo-hlr_10.42.42.2(pid=19073): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19073)]\u000a03:30:54.052241 run osmo-hlr_10.42.42.2(pid=19073): stdout: \u000a| (launched: 2022-12-09_03:30:51.254185) \u000a03:30:54.100873 run osmo-hlr_10.42.42.2(pid=19073): stderr: \u000a| �[0;m�[1;31m20221209033051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033051438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033051447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033051448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033051448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:54.166909 run osmo-msc_10.42.42.6(pid=19079): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19079)]\u000a03:30:54.215250 run osmo-msc_10.42.42.6(pid=19079): stdout: \u000a| (launched: 2022-12-09_03:30:53.077831) \u000a03:30:54.263494 run osmo-msc_10.42.42.6(pid=19079): stderr: \u000a| �[0;m�[38;5;43m20221209033053351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033053351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb89169bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033053351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033053351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033053352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033053352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033053354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033053354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033053354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033053354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:54.304663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19072): Terminating (SIGTERM)\u000a03:30:54.343682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19075): Terminating (SIGTERM)\u000a03:30:54.382585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19078): Terminating (SIGTERM)\u000a03:30:54.391663 --- ParallelTerminationStrategy: PID 19072 died...\u000a03:30:54.443965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19072): Terminated: ok {rc=0}\u000a03:30:54.453586 --- ParallelTerminationStrategy: PID 19075 died...\u000a03:30:54.505564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19075): Terminated: ok {rc=0}\u000a03:30:54.515035 --- ParallelTerminationStrategy: PID 19078 died...\u000a03:30:54.566939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19078): Terminated: ok {rc=0}\u000a03:30:54.649237 bus /sierra_3: Setting Powered False\u000a03:30:55.753869 bus /sierra_3: Setting Powered False\u000a03:30:56.860111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:30:47" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:30:58.888723 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:58.900118 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:59.038408 tst handover.py: using LAC 18784\u000a03:30:59.164832 tst handover.py: using RAC 169\u000a03:30:59.292225 tst handover.py: using CellId 18784\u000a03:30:59.419232 tst handover.py: using BVCI 18785\u000a03:30:59.443666 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:59.581687 tst handover.py: using LAC 18785\u000a03:30:59.700312 tst handover.py: using RAC 170\u000a03:30:59.818881 tst handover.py: using CellId 18785\u000a03:30:59.938948 tst handover.py: using BVCI 18786\u000a03:30:59.961919 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:59.973066 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:59.984108 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:59.995577 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:00.007087 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:00.018632 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:00.137950 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:00.346798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:00.837214 run create_hlr_db(pid=19084): Launched\u000a03:31:01.047860 bus /sierra_2: Setting Powered False\u000a03:31:02.095607 run create_hlr_db(pid=19084): Terminated: ok {rc=0}\u000a03:31:02.497120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Launched\u000a03:31:02.817982 run osmo-hlr_10.42.42.2(pid=19087): Launched\u000a03:31:02.957006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:03.496297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Launched\u000a03:31:03.816930 run osmo-stp_10.42.42.5(pid=19090): Launched\u000a03:31:03.934305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:04.488814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Launched\u000a03:31:04.809095 run osmo-msc_10.42.42.6(pid=19093): Launched\u000a03:31:04.997849 run osmo-stp_10.42.42.5(pid=19090): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]\u000a03:31:05.134369 run osmo-stp_10.42.42.5(pid=19090): stdout: \u000a| (launched: 2022-12-09_03:31:03.659126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:05.270278 run osmo-stp_10.42.42.5(pid=19090): stderr: \u000a| �[0;m�[38;5;43m20221209033103849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033103849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033103850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033103850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033103850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033103850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033103851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:05.398677 run osmo-stp_10.42.42.5(pid=19090): stdout: \u000a| (launched: 2022-12-09_03:31:03.659126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:05.526154 run osmo-stp_10.42.42.5(pid=19090): stderr: \u000a| �[0;m�[38;5;43m20221209033103849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033103849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033103850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033103850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033103850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033103850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033103851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:05.581548 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)] [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a03:31:05.589998 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:31:05.652698 run osmo-hlr_10.42.42.2(pid=19087): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19087)]\u000a03:31:05.704218 run osmo-hlr_10.42.42.2(pid=19087): stdout: \u000a| (launched: 2022-12-09_03:31:02.659850) \u000a03:31:05.755836 run osmo-hlr_10.42.42.2(pid=19087): stderr: \u000a| �[0;m�[1;31m20221209033102855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033102855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033102855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033102855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033102855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033102855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033102868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033102879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033102880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033102880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:05.825984 run osmo-msc_10.42.42.6(pid=19093): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19093)]\u000a03:31:05.876851 run osmo-msc_10.42.42.6(pid=19093): stdout: \u000a| (launched: 2022-12-09_03:31:04.651643) \u000a03:31:05.928360 run osmo-msc_10.42.42.6(pid=19093): stderr: \u000a| �[0;m�[38;5;43m20221209033104971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033104971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5429a2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033104971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033104971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033104972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033104972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033104974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033104974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033104974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033104974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:05.971906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Terminating (SIGTERM)\u000a03:31:06.013034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Terminating (SIGTERM)\u000a03:31:06.054479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Terminating (SIGTERM)\u000a03:31:06.064387 --- ParallelTerminationStrategy: PID 19086 died...\u000a03:31:06.119829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Terminated: ok {rc=0}\u000a03:31:06.130050 --- ParallelTerminationStrategy: PID 19089 died...\u000a03:31:06.185706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Terminated: ok {rc=0}\u000a03:31:06.195862 --- ParallelTerminationStrategy: PID 19092 died...\u000a03:31:06.251151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Terminated: ok {rc=0}\u000a03:31:06.337054 bus /sierra_3: Setting Powered False\u000a03:31:07.442836 bus /sierra_3: Setting Powered False\u000a03:31:08.548857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:30:58" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19104): Process ended prematurely: osmo-stp_10.42.42.5(pid=19104) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19104): Process ended prematurely: osmo-stp_10.42.42.5(pid=19104) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:31:10.557576 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:31:10.569874 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:31:10.714866 tst handover.py: using LAC 18786\u000a03:31:10.839607 tst handover.py: using RAC 171\u000a03:31:10.967929 tst handover.py: using CellId 18786\u000a03:31:11.091564 tst handover.py: using BVCI 18787\u000a03:31:11.116001 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:31:11.244315 tst handover.py: using LAC 18787\u000a03:31:11.368799 tst handover.py: using RAC 172\u000a03:31:11.492926 tst handover.py: using CellId 18787\u000a03:31:11.616162 tst handover.py: using BVCI 18788\u000a03:31:11.640580 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:31:11.652000 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:31:11.663750 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:31:11.675656 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:31:11.687531 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:31:11.699197 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:31:11.814039 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:31:12.010744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:12.461703 run create_hlr_db(pid=19098): Launched\u000a03:31:12.582664 bus /sierra_2: Setting Powered False\u000a03:31:13.653994 run create_hlr_db(pid=19098): Terminated: ok {rc=0}\u000a03:31:14.049286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19100): Launched\u000a03:31:14.370069 run osmo-hlr_10.42.42.2(pid=19101): Launched\u000a03:31:14.490778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:15.017168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19103): Launched\u000a03:31:15.337057 run osmo-stp_10.42.42.5(pid=19104): Launched\u000a03:31:15.454001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:16.042912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19106): Launched\u000a03:31:16.476887 run osmo-msc_10.42.42.6(pid=19107): Launched\u000a03:31:16.893331 run osmo-stp_10.42.42.5(pid=19104): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)]\u000a03:31:17.030788 run osmo-stp_10.42.42.5(pid=19104): stdout: \u000a| (launched: 2022-12-09_03:31:15.179799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:17.168311 run osmo-stp_10.42.42.5(pid=19104): stderr: \u000a| �[0;m�[38;5;43m20221209033115371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033115372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033115372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033115372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:17.298651 run osmo-stp_10.42.42.5(pid=19104): stdout: \u000a| (launched: 2022-12-09_03:31:15.179799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:17.426828 run osmo-stp_10.42.42.5(pid=19104): stderr: \u000a| �[0;m�[38;5;43m20221209033115371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033115372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033115372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033115372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:17.482981 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19104): Process ended prematurely: osmo-stp_10.42.42.5(pid=19104) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)] [trial-2353↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a03:31:17.491618 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:31:17.555036 run osmo-hlr_10.42.42.2(pid=19101): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19101)]\u000a03:31:17.606462 run osmo-hlr_10.42.42.2(pid=19101): stdout: \u000a| (launched: 2022-12-09_03:31:14.212814) \u000a03:31:17.658400 run osmo-hlr_10.42.42.2(pid=19101): stderr: \u000a| �[0;m�[1;31m20221209033114409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033114409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033114409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033114409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033114410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033114410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033114422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033114431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033114431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033114431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:17.729755 run osmo-msc_10.42.42.6(pid=19107): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19107)]\u000a03:31:17.781196 run osmo-msc_10.42.42.6(pid=19107): stdout: \u000a| (launched: 2022-12-09_03:31:16.209506) \u000a03:31:17.833367 run osmo-msc_10.42.42.6(pid=19107): stderr: \u000a| �[0;m�[38;5;43m20221209033116678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033116678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f841c1b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033116678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033116679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033116679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033116679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033116681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033116681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033116681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033116681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:17.877375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19100): Terminating (SIGTERM)\u000a03:31:17.919550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19103): Terminating (SIGTERM)\u000a03:31:17.961453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19106): Terminating (SIGTERM)\u000a03:31:17.971607 --- ParallelTerminationStrategy: PID 19100 died...\u000a03:31:18.028149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19100): Terminated: ok {rc=0}\u000a03:31:18.038418 --- ParallelTerminationStrategy: PID 19103 died...\u000a03:31:18.094067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19103): Terminated: ok {rc=0}\u000a03:31:18.104671 --- ParallelTerminationStrategy: PID 19106 died...\u000a03:31:18.160760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19106): Terminated: ok {rc=0}\u000a03:31:18.245416 bus /sierra_3: Setting Powered False\u000a03:31:19.351003 bus /sierra_3: Setting Powered False\u000a03:31:20.457601 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:31:10" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:31:22.472847 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:22.483790 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:22.618894 tst handover.py: using LAC 18788\u000a03:31:22.737340 tst handover.py: using RAC 173\u000a03:31:22.856449 tst handover.py: using CellId 18788\u000a03:31:22.975312 tst handover.py: using BVCI 18789\u000a03:31:22.997979 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:23.130546 tst handover.py: using LAC 18789\u000a03:31:23.247924 tst handover.py: using RAC 174\u000a03:31:23.365548 tst handover.py: using CellId 18789\u000a03:31:23.482929 tst handover.py: using BVCI 18790\u000a03:31:23.505635 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:23.516526 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:23.527223 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:23.538014 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:23.548734 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:23.559479 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:23.680039 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:23.880876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:24.333310 run create_hlr_db(pid=19112): Launched\u000a03:31:24.454197 bus /sierra_2: Setting Powered False\u000a03:31:25.526462 run create_hlr_db(pid=19112): Terminated: ok {rc=0}\u000a03:31:25.923241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Launched\u000a03:31:26.243590 run osmo-hlr_10.42.42.2(pid=19115): Launched\u000a03:31:26.365486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:26.892761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Launched\u000a03:31:27.212528 run osmo-stp_10.42.42.5(pid=19118): Launched\u000a03:31:27.329876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:27.886277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19120): Launched\u000a03:31:28.206127 run osmo-msc_10.42.42.6(pid=19121): Launched\u000a03:31:28.395698 run osmo-stp_10.42.42.5(pid=19118): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]\u000a03:31:28.531571 run osmo-stp_10.42.42.5(pid=19118): stdout: \u000a| (launched: 2022-12-09_03:31:27.055554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:28.666734 run osmo-stp_10.42.42.5(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221209033127247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033127247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033127247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033127247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033127248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033127248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033127248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:28.795562 run osmo-stp_10.42.42.5(pid=19118): stdout: \u000a| (launched: 2022-12-09_03:31:27.055554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:28.923103 run osmo-stp_10.42.42.5(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221209033127247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033127247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033127247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033127247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033127248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033127248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033127248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:28.978786 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)] [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a03:31:28.987321 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:31:29.050211 run osmo-hlr_10.42.42.2(pid=19115): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19115)]\u000a03:31:29.101281 run osmo-hlr_10.42.42.2(pid=19115): stdout: \u000a| (launched: 2022-12-09_03:31:26.086383) \u000a03:31:29.152930 run osmo-hlr_10.42.42.2(pid=19115): stderr: \u000a| �[0;m�[1;31m20221209033126283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033126283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033126283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033126283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033126283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033126283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033126296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033126304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033126304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033126304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:29.223821 run osmo-msc_10.42.42.6(pid=19121): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19121)]\u000a03:31:29.275217 run osmo-msc_10.42.42.6(pid=19121): stdout: \u000a| (launched: 2022-12-09_03:31:28.049252) \u000a03:31:29.327059 run osmo-msc_10.42.42.6(pid=19121): stderr: \u000a| �[0;m�[38;5;43m20221209033128367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033128368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7871f1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033128368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033128368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033128368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033128368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033128370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033128371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033128371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033128371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:29.370559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Terminating (SIGTERM)\u000a03:31:29.412404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Terminating (SIGTERM)\u000a03:31:29.453683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19120): Terminating (SIGTERM)\u000a03:31:29.463608 --- ParallelTerminationStrategy: PID 19114 died...\u000a03:31:29.519463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Terminated: ok {rc=0}\u000a03:31:29.529628 --- ParallelTerminationStrategy: PID 19117 died...\u000a03:31:29.584848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Terminated: ok {rc=0}\u000a03:31:29.595136 --- ParallelTerminationStrategy: PID 19120 died...\u000a03:31:29.650519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19120): Terminated: ok {rc=0}\u000a03:31:29.735018 bus /sierra_3: Setting Powered False\u000a03:31:30.840537 bus /sierra_3: Setting Powered False\u000a03:31:31.973831 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:31:22" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19132): Process ended prematurely: osmo-stp_10.42.42.5(pid=19132) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19132): Process ended prematurely: osmo-stp_10.42.42.5(pid=19132) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:34.018655 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:34.030228 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:34.173006 tst handover.py: using LAC 18790\u000a03:31:34.301691 tst handover.py: using RAC 175\u000a03:31:34.432211 tst handover.py: using CellId 18790\u000a03:31:34.559256 tst handover.py: using BVCI 18791\u000a03:31:34.583907 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:34.725318 tst handover.py: using LAC 18791\u000a03:31:34.850021 tst handover.py: using RAC 176\u000a03:31:34.976850 tst handover.py: using CellId 18791\u000a03:31:35.101212 tst handover.py: using BVCI 18792\u000a03:31:35.125944 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:35.137661 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:35.148929 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:35.160784 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:35.172581 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:35.184238 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:35.304782 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:35.515102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:35.992909 run create_hlr_db(pid=19126): Launched\u000a03:31:36.123680 bus /sierra_2: Setting Powered False\u000a03:31:37.187491 run create_hlr_db(pid=19126): Terminated: ok {rc=0}\u000a03:31:37.557534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19128): Launched\u000a03:31:37.855925 run osmo-hlr_10.42.42.2(pid=19129): Launched\u000a03:31:37.965951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:38.455016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19131): Launched\u000a03:31:38.752235 run osmo-stp_10.42.42.5(pid=19132): Launched\u000a03:31:38.861345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:39.378102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19134): Launched\u000a03:31:39.676553 run osmo-msc_10.42.42.6(pid=19135): Launched\u000a03:31:39.852374 run osmo-stp_10.42.42.5(pid=19132): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)]\u000a03:31:39.979638 run osmo-stp_10.42.42.5(pid=19132): stdout: \u000a| (launched: 2022-12-09_03:31:38.605938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:40.103048 run osmo-stp_10.42.42.5(pid=19132): stderr: \u000a| �[0;m�[38;5;43m20221209033138777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033138777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033138778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033138778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033138778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033138779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033138779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:40.222323 run osmo-stp_10.42.42.5(pid=19132): stdout: \u000a| (launched: 2022-12-09_03:31:38.605938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:40.340499 run osmo-stp_10.42.42.5(pid=19132): stderr: \u000a| �[0;m�[38;5;43m20221209033138777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033138777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033138778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033138778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033138778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033138779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033138779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:40.392158 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19132): Process ended prematurely: osmo-stp_10.42.42.5(pid=19132) [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)] [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a03:31:40.399855 tst handover.py:18: Test FAILED (6.4 sec)\u000a03:31:40.458442 run osmo-hlr_10.42.42.2(pid=19129): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19129)]\u000a03:31:40.506308 run osmo-hlr_10.42.42.2(pid=19129): stdout: \u000a| (launched: 2022-12-09_03:31:37.708859) \u000a03:31:40.554819 run osmo-hlr_10.42.42.2(pid=19129): stderr: \u000a| �[0;m�[1;31m20221209033137884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033137884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033137884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033137884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033137884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033137884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033137895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033137904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033137904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033137904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:40.621168 run osmo-msc_10.42.42.6(pid=19135): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19135)]\u000a03:31:40.669097 run osmo-msc_10.42.42.6(pid=19135): stdout: \u000a| (launched: 2022-12-09_03:31:39.529390) \u000a03:31:40.717614 run osmo-msc_10.42.42.6(pid=19135): stderr: \u000a| �[0;m�[38;5;43m20221209033139799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033139799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efce7fefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033139799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033139799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033139799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033139799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033139802 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033139803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033139803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033139803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:40.758709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19128): Terminating (SIGTERM)\u000a03:31:40.797532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19131): Terminating (SIGTERM)\u000a03:31:40.836514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19134): Terminating (SIGTERM)\u000a03:31:40.845620 --- ParallelTerminationStrategy: PID 19128 died...\u000a03:31:40.898337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19128): Terminated: ok {rc=0}\u000a03:31:40.907842 --- ParallelTerminationStrategy: PID 19131 died...\u000a03:31:40.959825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19131): Terminated: ok {rc=0}\u000a03:31:40.969281 --- ParallelTerminationStrategy: PID 19134 died...\u000a03:31:41.021335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19134): Terminated: ok {rc=0}\u000a03:31:41.103020 bus /sierra_3: Setting Powered False\u000a03:31:42.203247 bus /sierra_3: Setting Powered False\u000a03:31:43.314447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:31:33" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19146): Process ended prematurely: osmo-stp_10.42.42.5(pid=19146) [trial-2353↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19146): Process ended prematurely: osmo-stp_10.42.42.5(pid=19146) [trial-2353↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:31:45.331848 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:45.343222 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:45.476595 tst handover.py: using LAC 18792\u000a03:31:45.602035 tst handover.py: using RAC 177\u000a03:31:45.720538 tst handover.py: using CellId 18792\u000a03:31:45.838785 tst handover.py: using BVCI 18793\u000a03:31:45.874060 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:46.040395 tst handover.py: using LAC 18793\u000a03:31:46.195827 tst handover.py: using RAC 178\u000a03:31:46.331060 tst handover.py: using CellId 18793\u000a03:31:46.462291 tst handover.py: using BVCI 18794\u000a03:31:46.489172 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:46.502478 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:46.515749 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:46.528652 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:46.541486 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:46.554737 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:46.678354 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:46.927493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:47.427476 run create_hlr_db(pid=19140): Launched\u000a03:31:47.558143 bus /sierra_2: Setting Powered False\u000a03:31:48.634600 run create_hlr_db(pid=19140): Terminated: ok {rc=0}\u000a03:31:49.008812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19142): Launched\u000a03:31:49.306510 run osmo-hlr_10.42.42.2(pid=19143): Launched\u000a03:31:49.415709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:49.904735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19145): Launched\u000a03:31:50.203392 run osmo-stp_10.42.42.5(pid=19146): Launched\u000a03:31:50.312006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:50.829811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19148): Launched\u000a03:31:51.126856 run osmo-msc_10.42.42.6(pid=19149): Launched\u000a03:31:51.303236 run osmo-stp_10.42.42.5(pid=19146): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)]\u000a03:31:51.429139 run osmo-stp_10.42.42.5(pid=19146): stdout: \u000a| (launched: 2022-12-09_03:31:50.056767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:51.552537 run osmo-stp_10.42.42.5(pid=19146): stderr: \u000a| �[0;m�[38;5;43m20221209033150228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033150228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033150228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033150229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033150229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033150229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033150229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:51.671897 run osmo-stp_10.42.42.5(pid=19146): stdout: \u000a| (launched: 2022-12-09_03:31:50.056767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:51.790164 run osmo-stp_10.42.42.5(pid=19146): stderr: \u000a| �[0;m�[38;5;43m20221209033150228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033150228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033150228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033150229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033150229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033150229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033150229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:51.842018 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19146): Process ended prematurely: osmo-stp_10.42.42.5(pid=19146) [trial-2353↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)] [trial-2353↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a03:31:51.849818 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:31:51.908794 run osmo-hlr_10.42.42.2(pid=19143): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19143)]\u000a03:31:51.957524 run osmo-hlr_10.42.42.2(pid=19143): stdout: \u000a| (launched: 2022-12-09_03:31:49.159957) \u000a03:31:52.006503 run osmo-hlr_10.42.42.2(pid=19143): stderr: \u000a| �[0;m�[1;31m20221209033149334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033149334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033149334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033149334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033149334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033149334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033149345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033149354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033149354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033149355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:52.073379 run osmo-msc_10.42.42.6(pid=19149): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19149)]\u000a03:31:52.121875 run osmo-msc_10.42.42.6(pid=19149): stdout: \u000a| (launched: 2022-12-09_03:31:50.980860) \u000a03:31:52.170702 run osmo-msc_10.42.42.6(pid=19149): stderr: \u000a| �[0;m�[38;5;43m20221209033151254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033151254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d8b720c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033151254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033151254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033151254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033151255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033151256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033151257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033151257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033151257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:52.211995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19142): Terminating (SIGTERM)\u000a03:31:52.251452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19145): Terminating (SIGTERM)\u000a03:31:52.290732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19148): Terminating (SIGTERM)\u000a03:31:52.299854 --- ParallelTerminationStrategy: PID 19142 died...\u000a03:31:52.352100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19142): Terminated: ok {rc=0}\u000a03:31:52.361614 --- ParallelTerminationStrategy: PID 19145 died...\u000a03:31:52.413844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19145): Terminated: ok {rc=0}\u000a03:31:52.423242 --- ParallelTerminationStrategy: PID 19148 died...\u000a03:31:52.475156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19148): Terminated: ok {rc=0}\u000a03:31:52.560805 bus /sierra_3: Setting Powered False\u000a03:31:53.663028 bus /sierra_3: Setting Powered False\u000a03:31:54.771551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:31:45" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19160): Process ended prematurely: osmo-stp_10.42.42.5(pid=19160) [trial-2353↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19160): Process ended prematurely: osmo-stp_10.42.42.5(pid=19160) [trial-2353↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:56.765509 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:56.776813 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:56.906825 tst handover.py: using LAC 18794\u000a03:31:57.032537 tst handover.py: using RAC 179\u000a03:31:57.160155 tst handover.py: using CellId 18794\u000a03:31:57.285837 tst handover.py: using BVCI 18795\u000a03:31:57.310259 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:57.447828 tst handover.py: using LAC 18795\u000a03:31:57.567886 tst handover.py: using RAC 180\u000a03:31:57.685847 tst handover.py: using CellId 18795\u000a03:31:57.803099 tst handover.py: using BVCI 18796\u000a03:31:57.825807 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:57.836437 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:57.847004 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:57.857864 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:57.868431 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:57.878991 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:57.996243 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:58.205269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:58.683213 run create_hlr_db(pid=19154): Launched\u000a03:31:58.814024 bus /sierra_2: Setting Powered False\u000a03:31:59.889490 run create_hlr_db(pid=19154): Terminated: ok {rc=0}\u000a03:32:00.287403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19156): Launched\u000a03:32:00.609203 run osmo-hlr_10.42.42.2(pid=19157): Launched\u000a03:32:00.730591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:32:01.303314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19159): Launched\u000a03:32:01.736617 run osmo-stp_10.42.42.5(pid=19160): Launched\u000a03:32:01.936691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:32:02.513501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19162): Launched\u000a03:32:02.834502 run osmo-msc_10.42.42.6(pid=19163): Launched\u000a03:32:03.023342 run osmo-stp_10.42.42.5(pid=19160): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)]\u000a03:32:03.159369 run osmo-stp_10.42.42.5(pid=19160): stdout: \u000a| (launched: 2022-12-09_03:32:01.469512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:32:03.295637 run osmo-stp_10.42.42.5(pid=19160): stderr: \u000a| �[0;m�[38;5;43m20221209033201760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033201760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033201761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033201761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033201762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033201762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033201762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:32:03.424657 run osmo-stp_10.42.42.5(pid=19160): stdout: \u000a| (launched: 2022-12-09_03:32:01.469512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:32:03.552589 run osmo-stp_10.42.42.5(pid=19160): stderr: \u000a| �[0;m�[38;5;43m20221209033201760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033201760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033201761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033201761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033201762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033201762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033201762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:32:03.608703 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19160): Process ended prematurely: osmo-stp_10.42.42.5(pid=19160) [trial-2353↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)] [trial-2353↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a03:32:03.617462 tst handover.py:18: Test FAILED (6.8 sec)\u000a03:32:03.680874 run osmo-hlr_10.42.42.2(pid=19157): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19157)]\u000a03:32:03.732329 run osmo-hlr_10.42.42.2(pid=19157): stdout: \u000a| (launched: 2022-12-09_03:32:00.450958) \u000a03:32:03.784537 run osmo-hlr_10.42.42.2(pid=19157): stderr: \u000a| �[0;m�[1;31m20221209033200648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033200648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033200648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033200648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033200648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033200648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033200660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033200669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033200669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033200669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:32:03.854998 run osmo-msc_10.42.42.6(pid=19163): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19163)]\u000a03:32:03.906316 run osmo-msc_10.42.42.6(pid=19163): stdout: \u000a| (launched: 2022-12-09_03:32:02.677058) \u000a03:32:03.958424 run osmo-msc_10.42.42.6(pid=19163): stderr: \u000a| �[0;m�[38;5;43m20221209033202997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033202997 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6df7b42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033202997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033202997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033202997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033202998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033202999 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:32:04.002504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19156): Terminating (SIGTERM)\u000a03:32:04.044097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19159): Terminating (SIGTERM)\u000a03:32:04.086554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19162): Terminating (SIGTERM)\u000a03:32:04.096349 --- ParallelTerminationStrategy: PID 19156 died...\u000a03:32:04.152744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19156): Terminated: ok {rc=0}\u000a03:32:04.163113 --- ParallelTerminationStrategy: PID 19159 died...\u000a03:32:04.219528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19159): Terminated: ok {rc=0}\u000a03:32:04.230123 --- ParallelTerminationStrategy: PID 19162 died...\u000a03:32:04.286183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19162): Terminated: ok {rc=0}\u000a03:32:04.373699 bus /sierra_3: Setting Powered False\u000a03:32:05.476302 bus /sierra_3: Setting Powered False\u000a03:32:06.586593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:31:56" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19174): Process ended prematurely: osmo-stp_10.42.42.5(pid=19174) [trial-2353↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19174): Process ended prematurely: osmo-stp_10.42.42.5(pid=19174) [trial-2353↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2353 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:32:08.590266 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:32:08.601093 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:32:08.737391 tst handover.py: using LAC 18796\u000a03:32:08.852770 tst handover.py: using RAC 181\u000a03:32:08.968305 tst handover.py: using CellId 18796\u000a03:32:09.083554 tst handover.py: using BVCI 18797\u000a03:32:09.106312 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:32:09.237999 tst handover.py: using LAC 18797\u000a03:32:09.359429 tst handover.py: using RAC 182\u000a03:32:09.474868 tst handover.py: using CellId 18797\u000a03:32:09.590053 tst handover.py: using BVCI 18798\u000a03:32:09.612578 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:32:09.623388 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:32:09.634159 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:32:09.644747 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:32:09.655398 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:32:09.666042 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:32:09.780096 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:32:09.981174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:32:10.434712 run create_hlr_db(pid=19168): Launched\u000a03:32:10.555568 bus /sierra_2: Setting Powered False\u000a03:32:11.627283 run create_hlr_db(pid=19168): Terminated: ok {rc=0}\u000a03:32:11.998553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19170): Launched\u000a03:32:12.296618 run osmo-hlr_10.42.42.2(pid=19171): Launched\u000a03:32:12.412237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:32:12.910306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19173): Launched\u000a03:32:13.207233 run osmo-stp_10.42.42.5(pid=19174): Launched\u000a03:32:13.315060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:32:13.832347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19176): Launched\u000a03:32:14.142639 run osmo-msc_10.42.42.6(pid=19177): Launched\u000a03:32:14.334682 run osmo-stp_10.42.42.5(pid=19174): ERR: Terminated: ERROR {rc=1} [trial-2353↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)]\u000a03:32:14.471833 run osmo-stp_10.42.42.5(pid=19174): stdout: \u000a| (launched: 2022-12-09_03:32:13.061536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:32:14.609209 run osmo-stp_10.42.42.5(pid=19174): stderr: \u000a| �[0;m�[38;5;43m20221209033213232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033213232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033213232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033213233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033213233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033213234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033213234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:32:14.738783 run osmo-stp_10.42.42.5(pid=19174): stdout: \u000a| (launched: 2022-12-09_03:32:13.061536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:32:14.866898 run osmo-stp_10.42.42.5(pid=19174): stderr: \u000a| �[0;m�[38;5;43m20221209033213232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033213232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033213232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033213233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033213233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033213234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033213234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:32:14.922949 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19174): Process ended prematurely: osmo-stp_10.42.42.5(pid=19174) [trial-2353↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)] [trial-2353↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a03:32:14.931562 tst handover.py:18: Test FAILED (6.3 sec)\u000a03:32:14.995069 run osmo-hlr_10.42.42.2(pid=19171): ERR: Terminated: ERROR {rc=237} [trial-2353↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19171)]\u000a03:32:15.046637 run osmo-hlr_10.42.42.2(pid=19171): stdout: \u000a| (launched: 2022-12-09_03:32:12.150731) \u000a03:32:15.098634 run osmo-hlr_10.42.42.2(pid=19171): stderr: \u000a| �[0;m�[1;31m20221209033212326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033212326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033212326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033212326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033212326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033212326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033212338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2353/run.2022-12-09_02-07-59/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033212348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033212348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033212348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:32:15.169523 run osmo-msc_10.42.42.6(pid=19177): ERR: Terminated: ERROR {rc=2} [trial-2353↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19177)]\u000a03:32:15.221274 run osmo-msc_10.42.42.6(pid=19177): stdout: \u000a| (launched: 2022-12-09_03:32:13.983408) \u000a03:32:15.273931 run osmo-msc_10.42.42.6(pid=19177): stderr: \u000a| �[0;m�[38;5;43m20221209033214303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033214303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7ed8b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033214303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033214303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033214303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033214303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033214305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033214306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033214306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033214306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:32:15.318668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19170): Terminating (SIGTERM)\u000a03:32:15.360442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19173): Terminating (SIGTERM)\u000a03:32:15.402824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19176): Terminating (SIGTERM)\u000a03:32:15.412617 --- ParallelTerminationStrategy: PID 19170 died...\u000a03:32:15.469220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19170): Terminated: ok {rc=0}\u000a03:32:15.479399 --- ParallelTerminationStrategy: PID 19173 died...\u000a03:32:15.535589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19173): Terminated: ok {rc=0}\u000a03:32:15.545952 --- ParallelTerminationStrategy: PID 19176 died...\u000a03:32:15.601886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19176): Terminated: ok {rc=0}\u000a03:32:15.688096 bus /sierra_3: Setting Powered False\u000a03:32:16.794818 bus /sierra_3: Setting Powered False\u000a03:32:17.902549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:32:08" } ] }